-- Logs begin at Wed 2021-04-21 05:38:55 UTC, end at Wed 2021-04-21 06:39:13 UTC. -- Apr 21 06:10:19.729652 dv-cinder-776307-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 21 06:10:22.933653 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.common.config [-] Logging enabled! Apr 21 06:10:22.934228 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109 Apr 21 06:10:22.936384 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86155) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 06:10:22.938158 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.common.config [-] Logging enabled! Apr 21 06:10:22.938448 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109 Apr 21 06:10:22.938796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86155) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 06:10:22.939850 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 21 06:10:22.940136 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 21 06:10:22.941212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 21 06:10:22.941494 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 21 06:10:22.941750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 21 06:10:22.942121 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.942462 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.942799 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.943056 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.943394 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.943725 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.944070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.944401 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.944739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.945061 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.945376 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.945692 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.945951 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.946268 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.946596 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.946922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.947173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] debug = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.947484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.948036 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.948457 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.948773 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.949102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.949417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.949721 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.950033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.950920 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.951301 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] host = dv-cinder-776307-5-smb {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.951615 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.951969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.952299 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.952625 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.952937 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.953248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.953571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.953878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.954184 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] log_file = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.954493 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.954820 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.955146 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.955478 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.955733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.956004 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.956333 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.956658 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.956967 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.957276 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.957583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.957889 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.958197 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.958497 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.958822 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.959147 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.959470 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.959775 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.960105 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.960412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.960716 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.961042 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.961348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.961654 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.961960 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.962283 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.962582 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.962888 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.963227 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.963549 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.963868 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.964215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.964521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.964845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.965149 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.965457 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.965761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] use_json = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.966113 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.966416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.966737 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.967044 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.967348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.967651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.968002 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.968301 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:22.968634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.968970 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.969309 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.969626 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.969954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.970263 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.970586 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.970895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.971224 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.971550 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.971885 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.972205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.972524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.972834 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.973167 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.973512 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.973842 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.974171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.974476 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.974780 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.975084 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.975392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.975711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.976065 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.976394 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.976697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.977006 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.977331 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.977639 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.977941 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.978254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.978573 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.978882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.979185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.979500 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.979807 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.980131 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.980434 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.980741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.981070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.981379 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.981728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.982035 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.982348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.982647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.982965 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.983276 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.983580 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.983881 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.984216 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.984519 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.984823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.985132 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.985436 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.985745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.986048 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.986348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.986652 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.986953 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.987255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.987558 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.987859 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.988190 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.988495 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.988799 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.989098 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.989404 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.989720 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.990030 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.990367 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.990676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.990987 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.991300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.991613 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.991918 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.992253 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.992562 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.992872 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.993175 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.993507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.993825 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.994147 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.994460 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.994769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.995102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.995410 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.995724 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.996058 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.996370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.996694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.997008 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.997869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.998198 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.998522 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.998848 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.999172 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.999482 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:22.999847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:23.000169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:23.000415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 21 06:10:23.000684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86155) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 21 06:10:23.665937 dv-cinder-776307-5-smb neutron-server[86155]: INFO keyring.backend [-] Loading Gnome Apr 21 06:10:23.683101 dv-cinder-776307-5-smb neutron-server[86155]: INFO keyring.backend [-] Loading Google Apr 21 06:10:23.686356 dv-cinder-776307-5-smb neutron-server[86155]: INFO keyring.backend [-] Loading Windows (alt) Apr 21 06:10:23.689982 dv-cinder-776307-5-smb neutron-server[86155]: INFO keyring.backend [-] Loading file Apr 21 06:10:23.690816 dv-cinder-776307-5-smb neutron-server[86155]: INFO keyring.backend [-] Loading keyczar Apr 21 06:10:23.691089 dv-cinder-776307-5-smb neutron-server[86155]: INFO keyring.backend [-] Loading multi Apr 21 06:10:23.691722 dv-cinder-776307-5-smb neutron-server[86155]: INFO keyring.backend [-] Loading pyfs Apr 21 06:10:23.738687 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:10:23.738920 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:10:23.739240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:10:23.739606 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 21 06:10:24.139121 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.139726 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.139726 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.144907 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.145344 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.145643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.185976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.186294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.186598 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.201814 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.202136 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.202441 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.269553 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.269865 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.270170 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.271198 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.271504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.273486 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.549306 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.549627 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.549933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.550242 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.551086 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.702988 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.703378 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.703706 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.704045 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.704350 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.704743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.705259 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.705557 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.705855 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.706200 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.706515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.706831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.707143 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.707454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.707765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.708118 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.708427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.708747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.709045 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.709392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.709872 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.710159 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.710801 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.711165 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.711451 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.711734 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.712279 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 06:10:24.712539 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 06:10:24.712839 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 06:10:24.713091 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 06:10:24.713366 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 06:10:24.713640 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 06:10:24.714078 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 21 06:10:24.718159 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 21 06:10:24.722611 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 21 06:10:24.726624 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 21 06:10:24.728401 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 21 06:10:24.729688 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 21 06:10:24.730075 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 21 06:10:24.730524 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 21 06:10:24.734781 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 21 06:10:24.735077 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 21 06:10:24.735486 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 06:10:24.763663 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 21 06:10:24.764226 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.764571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86155) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 21 06:10:24.764988 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.766400 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86155) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 21 06:10:24.766739 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 06:10:24.767023 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 21 06:10:24.770348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.770667 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:24.839075 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 21 06:10:24.839322 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 21 06:10:24.839593 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 21 06:10:24.840047 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 21 06:10:24.873888 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_db.sqlalchemy.engines [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86155) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 21 06:10:25.321251 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Initializing driver for type 'gre' Apr 21 06:10:25.321803 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] gre ID ranges: [(1, 1000)] Apr 21 06:10:25.360826 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Initializing driver for type 'local' Apr 21 06:10:25.361197 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Initializing driver for type 'vlan' Apr 21 06:10:25.371255 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] VlanTypeDriver initialization complete Apr 21 06:10:25.371628 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Initializing driver for type 'vxlan' Apr 21 06:10:25.372720 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] vxlan ID ranges: [(1, 1000)] Apr 21 06:10:25.412542 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Initializing extension driver 'port_security' Apr 21 06:10:25.412906 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.extensions.port_security [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] PortSecurityExtensionDriver initialization complete Apr 21 06:10:25.413283 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Initializing mechanism driver 'openvswitch' Apr 21 06:10:25.413650 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Initializing mechanism driver 'hyperv' Apr 21 06:10:25.420115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86155) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:10:25.420950 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > port after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.421366 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > port after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.421763 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > port after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.422194 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > subnet after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.422588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > subnet after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.422978 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.423400 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > network after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.423789 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > network after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.424202 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > network after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.424679 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > security_group after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.425067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > security_group after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.425613 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.426042 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.426435 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.426822 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.427247 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > address_group after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.427632 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > address_group after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.428055 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.428424 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] ML2 OVO RPC backend initialized. {{(pid=86155) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 21 06:10:25.429231 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.429634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.430095 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > network before_response 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.430481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > networks before_response 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.430867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > port before_response 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.431251 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > ports before_response 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.431635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > subnet before_response 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.432045 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > subnets before_response 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.432435 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > network after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.432817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > network after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.433195 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > network after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.433573 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > port after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.433950 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > port after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.434327 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > port after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.435364 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > subnet after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.436017 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > subnet after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.436413 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.437082 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.plugin [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Modular L2 Plugin initialization complete Apr 21 06:10:25.437448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading services supported by the core plugin {{(pid=86155) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 21 06:10:25.437821 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.plugins.ml2.managers [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Got port-security extension from driver 'port_security' Apr 21 06:10:25.438337 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.extensions.vlantransparent [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Disabled vlantransparent extension. Apr 21 06:10:25.438880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86155) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 21 06:10:25.439226 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading Plugin: router Apr 21 06:10:25.478616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.479065 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router after_create 55549900 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.479486 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router before_create 55549900 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.479893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.480345 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.480741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router after_delete 55549900 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.481143 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.482098 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router after_create 55549900 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.482484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router after_update 55549900 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.482873 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router after_update 55549900 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.483266 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.483668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router after_update 55549900 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.484198 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router precommit_update 55549900 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.484627 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: port after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.485006 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: port after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.485386 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: subnet after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.485771 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.486166 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.486560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router precommit_create 55549900 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.486949 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: port before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.487339 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router precommit_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.487752 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router after_update 55549900 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.488162 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.488568 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router precommit_create 55549900 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.488982 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.489372 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router precommit_update 55549900 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.489814 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > network after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.490870 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Tracking information for resource: router configured {{(pid=86155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 06:10:25.491248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Tracking information for resource: floatingip configured {{(pid=86155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 21 06:10:25.496482 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_agentschedulers_db [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 21 06:10:25.497711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: port after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.498129 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: port after_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.498522 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: port after_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.498915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: port after_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.499864 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router before_create 55550100 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.500305 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.500714 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router precommit_create 55550100 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.501112 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > router precommit_update 55550100 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.506334 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.provider_configuration [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service providers = [] {{(pid=86155) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 21 06:10:25.506735 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.servicetype_db [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86155) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 21 06:10:25.509994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.service_base [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 06:10:25.510389 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.service_base [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 06:10:25.510771 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.service_base [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 06:10:25.511724 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.service_base [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 21 06:10:25.512177 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.services.service_base [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 21 06:10:25.512622 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 06:10:25.513025 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 21 06:10:25.524276 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 06:10:25.524653 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading Plugin: auto_allocate Apr 21 06:10:25.531068 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: network precommit_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.531484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: network precommit_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.532140 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 06:10:25.532518 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading Plugin: tag Apr 21 06:10:25.540665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 06:10:25.541157 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading Plugin: timestamp Apr 21 06:10:25.545870 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 06:10:25.546244 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading Plugin: network_ip_availability Apr 21 06:10:25.552119 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.552542 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.552937 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.553823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 06:10:25.554192 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading Plugin: flavors Apr 21 06:10:25.559374 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 06:10:25.560371 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading Plugin: revisions Apr 21 06:10:25.565592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 21 06:10:25.566023 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=86155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:10:25.566880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86155) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 21 06:10:25.567252 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Initializing extension manager. Apr 21 06:10:25.567837 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: __init__.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.568264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: __pycache__ {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.568646 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.569029 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: address_group.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.569956 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.570648 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: address-group Apr 21 06:10:25.571020 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: address_scope.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.571876 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.572453 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: address-scope Apr 21 06:10:25.572823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.573894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.574503 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: router-admin-state-down-before-update Apr 21 06:10:25.574873 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: agent.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.575973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.576591 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: agent Apr 21 06:10:25.576961 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: agent_resources_synced.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.578116 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.578736 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: agent-resources-synced Apr 21 06:10:25.579222 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: allowedaddresspairs.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.581265 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.581883 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: allowed-address-pairs Apr 21 06:10:25.582256 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: auto_allocated_topology.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.583474 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.584122 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: auto-allocated-topology Apr 21 06:10:25.584533 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: availability_zone.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.585292 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.585883 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: availability_zone Apr 21 06:10:25.586252 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: availability_zone_filter.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.589151 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.589151 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: availability_zone_filter Apr 21 06:10:25.589151 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: data_plane_status.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.591713 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.591713 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension data-plane-status not supported by any of loaded plugins Apr 21 06:10:25.591713 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: default_subnetpools.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.591713 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.591713 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: default-subnetpools Apr 21 06:10:25.592264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.593016 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.593606 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: dhcp_agent_scheduler Apr 21 06:10:25.593973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: dns.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.594947 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.595527 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension dns-integration not supported by any of loaded plugins Apr 21 06:10:25.595890 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: dns_domain_ports.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.596873 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.597461 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 21 06:10:25.597824 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: dvr.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.598573 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.599156 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: dvr Apr 21 06:10:25.599524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: empty_string_filtering.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.600517 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.601104 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: empty-string-filtering Apr 21 06:10:25.601468 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.602448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.603029 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 21 06:10:25.603394 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.604427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.605015 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 21 06:10:25.605383 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: external_net.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.606391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.607522 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: external-net Apr 21 06:10:25.607887 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.608894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.609479 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: extra_dhcp_opt Apr 21 06:10:25.609845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: extraroute.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.610800 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.611388 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: extraroute Apr 21 06:10:25.611752 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: extraroute_atomic.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.612874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.613468 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: extraroute-atomic Apr 21 06:10:25.613832 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: filter_validation.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.614567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.615144 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: filter-validation Apr 21 06:10:25.615506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: fip_pf_description.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.616497 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.617071 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 21 06:10:25.617434 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: fip_port_details.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.618494 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.619085 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: fip-port-details Apr 21 06:10:25.619452 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: flavors.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.620816 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.621408 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: flavors Apr 21 06:10:25.621777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.624124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.624698 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 21 06:10:25.625073 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: floatingip_pools.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.625850 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.626438 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: floatingip-pools Apr 21 06:10:25.626806 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: ip_allocation.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.627782 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.628395 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension ip_allocation not supported by any of loaded plugins Apr 21 06:10:25.628764 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.629712 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.630298 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: ip-substring-filtering Apr 21 06:10:25.630667 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: l2_adjacency.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.631617 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.632220 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 21 06:10:25.632590 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: l3.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.633746 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.634334 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: router Apr 21 06:10:25.634703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.637160 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.637808 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 21 06:10:25.638183 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.639141 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.639741 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: ext-gw-mode Apr 21 06:10:25.640142 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.641232 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.641824 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: l3-ha Apr 21 06:10:25.642192 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: l3_flavors.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.643136 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.643725 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: l3-flavors Apr 21 06:10:25.644142 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.645094 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.645677 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 21 06:10:25.646046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: l3agentscheduler.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.647305 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.647909 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: l3_agent_scheduler Apr 21 06:10:25.648308 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: logging.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.649958 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.650570 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension logging not supported by any of loaded plugins Apr 21 06:10:25.650945 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: metering.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.651787 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.652538 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: metering Apr 21 06:10:25.652909 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.654194 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.654794 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: metering_source_and_destination_fields Apr 21 06:10:25.655162 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: multiprovidernet.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.656222 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.656830 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: multi-provider Apr 21 06:10:25.657197 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: netmtu.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.658209 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.658806 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: net-mtu Apr 21 06:10:25.659174 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: netmtu_writable.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.660532 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.661132 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: net-mtu-writable Apr 21 06:10:25.661496 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: network_availability_zone.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.662401 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.662991 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: network_availability_zone Apr 21 06:10:25.663356 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: network_ip_availability.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.664621 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.665220 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: network-ip-availability Apr 21 06:10:25.665585 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: network_segment_range.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.666491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.667083 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension network-segment-range not supported by any of loaded plugins Apr 21 06:10:25.667451 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: pagination.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.668618 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.669548 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: pagination Apr 21 06:10:25.669912 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: port_device_profile.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.670904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.671528 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: port-device-profile Apr 21 06:10:25.671893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.672973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.673577 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: port-mac-address-regenerate Apr 21 06:10:25.673940 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.674928 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.675518 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: port-numa-affinity-policy Apr 21 06:10:25.675882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: port_resource_request.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.676883 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.677472 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension port-resource-request not supported by any of loaded plugins Apr 21 06:10:25.677832 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: portbindings.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.678827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.679428 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: binding Apr 21 06:10:25.679791 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: portbindings_extended.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.681211 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.681820 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: binding-extended Apr 21 06:10:25.682189 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: portsecurity.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.683168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.683764 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: port-security Apr 21 06:10:25.684190 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: project_id.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.685849 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.686225 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: project-id Apr 21 06:10:25.686590 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: providernet.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.687571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.688263 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: provider Apr 21 06:10:25.688630 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: qos.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.692760 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.693414 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension qos not supported by any of loaded plugins Apr 21 06:10:25.693790 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.695304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.695905 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 21 06:10:25.696306 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.697301 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.697902 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 21 06:10:25.698272 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: qos_default.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.699231 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.699820 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension qos-default not supported by any of loaded plugins Apr 21 06:10:25.700296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: qos_fip.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.701047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.701634 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension qos-fip not supported by any of loaded plugins Apr 21 06:10:25.702001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: qos_gateway_ip.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.703019 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.703977 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 21 06:10:25.703977 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: qos_port_network_policy.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.704905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.705876 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 21 06:10:25.705876 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: qos_rule_type_details.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.707223 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.707422 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 21 06:10:25.709435 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: qos_rules_alias.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.709435 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.709435 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 21 06:10:25.711293 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: quotasv2.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.711293 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.711662 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: quotas Apr 21 06:10:25.711983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: quotasv2_detail.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.713937 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.714332 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: quota_details Apr 21 06:10:25.715207 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: rbac.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.716074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.716723 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: rbac-policies Apr 21 06:10:25.717095 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: rbac_address_group.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.718154 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.718756 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: rbac-address-group Apr 21 06:10:25.719123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: rbac_address_scope.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.720138 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.720745 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: rbac-address-scope Apr 21 06:10:25.721113 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: rbac_security_groups.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.722090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.722689 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: rbac-security-groups Apr 21 06:10:25.723056 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: rbac_subnetpool.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.724070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.724678 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: rbac-subnetpool Apr 21 06:10:25.725046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: revisionifmatch.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.726043 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.726641 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: revision-if-match Apr 21 06:10:25.727006 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: revisions.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.728260 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.728857 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: standard-attr-revisions Apr 21 06:10:25.729223 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: router_availability_zone.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.729993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.730575 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: router_availability_zone Apr 21 06:10:25.730943 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: routerservicetype.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.732568 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.733155 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension router-service-type not supported by any of loaded plugins Apr 21 06:10:25.734106 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.734450 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.735045 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: security-groups-normalized-cidr Apr 21 06:10:25.735410 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.736405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.736994 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: port-security-groups-filtering Apr 21 06:10:25.737360 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.738344 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.738928 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: security-groups-remote-address-group Apr 21 06:10:25.739294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: securitygroup.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.754172 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.754862 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: security-group Apr 21 06:10:25.755240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: segment.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.756327 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.756951 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension segment not supported by any of loaded plugins Apr 21 06:10:25.757324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.758416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.759026 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 21 06:10:25.759398 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: servicetype.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.760647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.761267 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: service-type Apr 21 06:10:25.761638 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: sorting.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.762730 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.763117 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: sorting Apr 21 06:10:25.763484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: standard_attr_segment.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.764504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.765131 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 21 06:10:25.765498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: standardattrdescription.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.766235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.766831 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: standard-attr-description Apr 21 06:10:25.767198 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: stateful_security_group.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.768251 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.768872 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: stateful-security-group Apr 21 06:10:25.769236 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: stdattrs_common.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.769847 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 21 06:10:25.770210 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.771273 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.771872 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 21 06:10:25.772269 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: subnet_onboard.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.773383 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.773977 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: subnet_onboard Apr 21 06:10:25.774344 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.775304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.775895 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 21 06:10:25.776290 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: subnet_service_types.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.777252 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.777844 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: subnet-service-types Apr 21 06:10:25.778212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: subnetallocation.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.779410 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.780029 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: subnet_allocation Apr 21 06:10:25.780404 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.781135 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.781727 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: subnetpool-prefix-ops Apr 21 06:10:25.782089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.783070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.783663 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 21 06:10:25.784050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: tagging.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.785725 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.786327 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: standard-attr-tag Apr 21 06:10:25.786695 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: timestamp.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.787919 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.788571 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loaded extension: standard-attr-timestamp Apr 21 06:10:25.788944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: trunk.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.790012 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.790608 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension trunk not supported by any of loaded plugins Apr 21 06:10:25.790972 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: trunk_details.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.791915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.792523 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension trunk-details not supported by any of loaded plugins Apr 21 06:10:25.792885 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: uplink_status_propagation.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.793839 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.794985 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 21 06:10:25.795349 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Loading extension file: vlantransparent.py {{(pid=86155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 21 06:10:25.796111 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 06:10:25.796694 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 21 06:10:25.799518 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:network Apr 21 06:10:25.800412 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:subnet Apr 21 06:10:25.801121 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 06:10:25.802457 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:port Apr 21 06:10:25.803847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.804159 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service FLAVORS assigned prefix: {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.804991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.805578 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.805890 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:router Apr 21 06:10:25.806859 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:floatingip Apr 21 06:10:25.807721 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service METERING assigned prefix: /metering {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.810194 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.810612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.811005 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:10:25.812291 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 06:10:25.812799 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:security_group Apr 21 06:10:25.813658 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 06:10:25.814484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service CORE assigned prefix: {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.814859 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 06:10:25.815229 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] subnetpool is already registered Apr 21 06:10:25.815916 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service CORE assigned prefix: {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.816317 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 06:10:25.816682 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] subnetpool is already registered Apr 21 06:10:25.819579 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.820102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service FLAVORS assigned prefix: {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.820765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.821240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.821620 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:router Apr 21 06:10:25.822035 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] router is already registered Apr 21 06:10:25.822666 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:floatingip Apr 21 06:10:25.823037 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] floatingip is already registered Apr 21 06:10:25.823747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service METERING assigned prefix: /metering {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.824540 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 06:10:25.824906 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] rbac_policy is already registered Apr 21 06:10:25.825789 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:security_group Apr 21 06:10:25.826403 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] security_group is already registered Apr 21 06:10:25.827081 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 06:10:25.827450 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] security_group_rule is already registered Apr 21 06:10:25.828216 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service CORE assigned prefix: {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.828590 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 06:10:25.828971 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] subnetpool is already registered Apr 21 06:10:25.829661 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.resource_helper [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Service CORE assigned prefix: {{(pid=86155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 21 06:10:25.830033 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 06:10:25.830392 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.quota.resource_registry [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] subnetpool is already registered Apr 21 06:10:25.831114 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: extensions {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.832746 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: address-groups {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.834410 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: address-scopes {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.835671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: agents {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.836929 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: auto-allocated-topology {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.838238 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: availability_zones {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.839631 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: dhcp-networks {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.841665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: dhcp-agents {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.843172 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: routers {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.845059 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: flavors {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.846291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: service_profiles {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.847561 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: next_providers {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.849207 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: service_profiles {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.850733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: floatingip-pools {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.852029 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: routers {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.853890 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: floatingips {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.855148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: l3-routers {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.857469 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: l3-agents {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.858964 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: metering-labels {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.861458 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: metering-label-rules {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.862798 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: network-ip-availabilities {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.864206 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: bindings {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.865941 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: quotas {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.867460 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: quotas {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.868957 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: rbac-policies {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.870335 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: security-groups {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.871682 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: security-group-rules {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.873056 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: service-providers {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.874336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: subnetpools {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.875826 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: subnetpools {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.877376 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: tags {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.879173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: tags {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.881087 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: tags {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.882966 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: tags {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.884861 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: tags {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.886887 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: tags {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.888741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: tags {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.890733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: tags {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.892648 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: tags {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.894606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.extensions [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Extended resource: tags {{(pid=86155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 21 06:10:25.901651 dv-cinder-776307-5-smb neutron-server[86155]: WARNING keystonemiddleware.auth_token [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 21 06:10:25.907642 dv-cinder-776307-5-smb neutron-server[86155]: WARNING keystonemiddleware.auth_token [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 21 06:10:25.917002 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Acquired lock "singleton_lock" {{(pid=86155) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 21 06:10:25.917533 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Releasing lock "singleton_lock" {{(pid=86155) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 21 06:10:25.919622 dv-cinder-776307-5-smb neutron-server[86155]: INFO oslo_service.service [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Starting 2 workers Apr 21 06:10:25.924587 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Started child 86267 {{(pid=86155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 06:10:25.928640 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:25.929600 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Started child 86268 {{(pid=86155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 06:10:25.930179 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [-] (86267) wsgi starting up on http://0.0.0.0:9696 Apr 21 06:10:25.930611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 54412) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:10:25.931125 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.service [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 21 06:10:25.931815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Notify callbacks [] for process, before_spawn {{(pid=86155) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:25.933037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:25.934404 dv-cinder-776307-5-smb neutron-server[86155]: INFO oslo_service.service [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Starting 1 workers Apr 21 06:10:25.934520 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [-] (86268) wsgi starting up on http://0.0.0.0:9696 Apr 21 06:10:25.940088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Started child 86269 {{(pid=86155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 06:10:25.940641 dv-cinder-776307-5-smb neutron-server[86155]: INFO oslo_service.service [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Starting 1 workers Apr 21 06:10:25.942262 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.service [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] calling RpcWorker wait() {{(pid=86269) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 21 06:10:25.942422 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095382 Apr 21 06:10:25.943003 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.service [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] returning from RpcWorker wait() {{(pid=86269) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 21 06:10:25.944849 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:25.945338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:10:25.946530 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Started child 86270 {{(pid=86155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 21 06:10:25.947394 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b81cff2-864b-4d85-85e2-b45b6689bf07 None None] Notify callbacks [] for process, after_spawn {{(pid=86155) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:25.949369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86155) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 21 06:10:25.949623 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 21 06:10:25.949837 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 21 06:10:25.950115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 21 06:10:25.950584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 21 06:10:25.950783 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 21 06:10:25.951378 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.951677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.952009 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.952310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.952662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.953056 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:25.953310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.953619 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.953933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.954248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.954532 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.954907 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.955234 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.955650 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.956097 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.956584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.957005 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.957453 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.957961 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.958188 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.958471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.958805 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.959102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.959416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] debug = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.959705 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.960332 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.960596 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.960854 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.961264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.961693 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.962102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.962542 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.962931 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.963369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.963666 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.964024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.965091 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.965475 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.966411 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.966915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.967503 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.968257 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] host = dv-cinder-776307-5-smb {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.968646 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.969025 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.969444 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.969853 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.970274 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.970690 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.971169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.971479 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.971769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.972886 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.973317 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.973740 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.974148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.974584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_file = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.974927 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_options = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.975362 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.975831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.976303 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.976685 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.977456 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.977848 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.978343 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.978708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.979173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.979592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.980063 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.980821 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.981027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.981471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.982986 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.983311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:10:25.983558 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.984054 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.984472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.984936 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.985404 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.985718 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.986015 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.986296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.986552 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.986974 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.987211 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.987637 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.988081 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.988483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.988910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.989350 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.989785 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.990202 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.990651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.991089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.991477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.991883 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.992412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.992849 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.993146 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.993441 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.993700 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.993984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.994241 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.994516 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.994772 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] use_json = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.995029 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.995287 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.995589 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.995840 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.996533 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.996772 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.997256 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.997704 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:25.998350 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:25.998850 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:25.999408 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:25.999691 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:25.999964 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.000894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.001385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.001857 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.002307 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.002842 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.003360 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.003623 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.004169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.004638 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.005114 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.005709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.006033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.006347 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.006629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.006892 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.007353 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.007795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.008173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.009634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.009634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.009634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.009634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.009634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.009999 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.010090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.010617 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.010742 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.011055 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.012249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.012249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.012249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.012249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.012580 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.012580 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.012833 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.013138 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.014334 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.014334 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.014334 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.014334 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.014334 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.014760 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.014855 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.015084 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.015372 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.015630 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.015926 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.016760 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.017157 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.017571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.017856 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.018142 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.018395 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.018650 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.018910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.019196 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.019482 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.019744 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.020146 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.020347 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.020572 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.020856 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.021126 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.021406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.021654 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.021906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.022166 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.022433 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.022703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.022951 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.023198 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.023448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.023701 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.023969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.024453 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.024709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.024963 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.025202 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.025445 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.025989 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.026469 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.026846 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.027250 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.027625 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.029441 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.029868 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.030289 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.030668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.031045 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.031440 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.031850 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.032259 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.032698 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.033083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.033454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.034692 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.035072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.035470 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.035853 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.036282 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.036705 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.036985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.037284 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.037580 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.037859 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.038177 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.038502 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.038776 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.039088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.039369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.039618 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.040001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.040304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.040617 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.040893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.041992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.042455 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.042908 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.043392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.043675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.044034 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.044998 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.045539 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.045806 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.046056 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.046283 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.046727 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.047300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.047606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.047850 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.048348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.048823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.049270 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.049681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.050107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.050544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.050999 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.051437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.051920 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.052238 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.052493 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.052748 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.052982 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.053425 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.053684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.054400 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.054400 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.054585 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.054742 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.054937 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.055205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.055460 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.055720 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.055998 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.056295 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.056547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.056808 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.057084 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.057340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.057598 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.057854 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.058149 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.058394 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.058800 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.059250 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.059725 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.060205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.060498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.060746 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.060994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.061241 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.062221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.062221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.062221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.062221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.062709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.062709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.063041 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.063168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.063537 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.063698 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.063915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.064506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.064783 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.065055 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.065331 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.065588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.065858 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.066112 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.066368 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.066626 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.066879 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.067133 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.067415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.067697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.068231 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.068231 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.068473 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.068682 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.069643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.069643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.069643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.069891 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.069969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.070260 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.070506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.070780 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.071023 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.071291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.071544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.071868 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.072133 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.072298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.072525 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.072775 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.073021 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.073282 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.073526 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.073775 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.075997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.075997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.075997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.075997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.075997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.075997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.075997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.075997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.076864 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.077139 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.077466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.077747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.078111 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.078357 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.078714 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.078985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.079288 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.079566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.079837 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.080127 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.080425 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.081563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.081563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.081563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.081778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.082030 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.082317 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.082664 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.082858 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.083176 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.083532 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.083816 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.084120 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.084409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.084700 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.084961 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.085232 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.085501 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.085778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.086031 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.086312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.086591 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.086869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.087126 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.087405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.087578 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.087816 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.088939 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.089231 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.089468 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.089829 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 21 06:10:26.090517 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86155) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 21 06:10:26.090682 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 21 06:10:26.092612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 21 06:10:26.092612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 21 06:10:26.092612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 21 06:10:26.092612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 21 06:10:26.092612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.092612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.092612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.093391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.093391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.093391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.093391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.093812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.093812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.093812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.094123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.094123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.094353 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.094472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.094591 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.094711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.094876 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.095188 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.095496 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.095872 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.096437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.096437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.096437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] debug = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.097168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.097168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.097168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.097168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.098034 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.098034 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.098034 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.098034 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.098034 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.098034 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.099688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.099688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.099688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.099688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.099688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.099688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.099688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.099688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] host = dv-cinder-776307-5-smb {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.101294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.101294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.101294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.101294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.101294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.101294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.101294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.101294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.102922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.102922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.102922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.102922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.102922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.102922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_file = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.102922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_options = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.102922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.102922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.104684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.104684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.104684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.104684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.104684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.104684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.104684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.106089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.106089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.106089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.106089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.106089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.106089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.106089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.106089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.106089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.108407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.108407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.108407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.108407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.108407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.108407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.108407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.108407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.110348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.110348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.110348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.110348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.110348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.110348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.110348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.110348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.112027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.112027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.112027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.112027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.112027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.112027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.112027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.112027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.113567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.113567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.113567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.113567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] use_json = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.113567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.113567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.113567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.113567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.113567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.115255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.115255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.115255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 21 06:10:26.115255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.115255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.115255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.115255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.115255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.116823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.116823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.116823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.116823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.116823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.116823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.116823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.118209 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:10:26.118439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.118439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.118439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.118439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.118439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.118439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.118439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.118439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.120541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.120541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.120541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.120541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.120541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.120541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.120541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.120541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.122267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.122267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.122267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.122267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.122267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.122267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.122267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.122267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.122267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.124944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.124944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.124944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.124944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.124944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.124944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.124944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.124944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.124944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.126779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.126779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.126779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.126779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.126779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.126779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.126779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.126779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.126779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.128769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.128769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.128769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.128769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.128769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.128769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.128769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.128769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.128769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.131203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.131203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.131203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.131203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.131203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.131203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.131203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.131203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.131203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.134644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.134644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.134644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.134644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.134644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.134644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.134644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.134644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.134644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.136629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.136629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.136629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.136629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.136629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.136629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.136629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.136629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.140548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.140548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.140548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.140548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.140548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.140548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.140548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.140548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.142381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.142381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.142381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.142381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.142381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.142381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.142381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.142381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.144047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.144047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.144047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.144047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.144047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.144047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.144047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.144047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.145747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.145747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.145747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.145747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.145747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.145747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.145747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.145747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.147315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.147315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.147315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.147315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.147315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.147315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.147315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.147315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.148901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.148901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.148901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.148901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.148901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.148901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.148901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.148901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.151001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.151001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.151001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.151001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.151001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.151001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.151001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.151001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.152665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.152665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.152665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.152665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.152665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.152665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.152665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.152665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.154874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.154874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.154874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.154874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.154874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.154874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.154874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.154874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.156551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.156551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.156551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.156551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.156551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.156551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.156551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.156551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.158163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.158163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.158163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.158163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.158163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.158163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.158163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.158163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.160079 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.160079 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.160079 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.160079 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.160079 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.160079 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.160079 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.160079 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.161481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.161481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.161481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.161481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.161481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.161481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.161481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.161481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.162342 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.162342 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.162342 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.162342 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.162342 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.162342 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.162342 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.162342 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.164792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.164792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.164792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.164792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.164792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.164792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.164792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.164792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.164792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.166215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.166215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.166215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.166215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.166215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.166215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.166215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.166215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.167134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.167134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.167134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.167134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.167134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.167134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.167134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.167134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.167134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.168594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.168594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.168594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.168594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.168594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.168594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.168594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.168594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.170733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.170733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.170733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.170733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.170733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.170733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.170733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.170733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.172093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.172093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.172093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.172093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.172093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.172093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.172093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.172093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.173278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.173278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.173278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.173278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.173278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.173278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.173278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.173278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.173278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.174745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.174745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.174745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.174745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.174745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.174745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.174745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.174745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.174745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.176201 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.176201 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.176201 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.176201 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 21 06:10:26.176201 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 21 06:10:38.876244 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1e043b-1752-438b-91dd-10f860070af7 None None] get_active_networks_info from dv-cinder-776307-5-smb {{(pid=86269) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 06:10:38.996430 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e043b-1752-438b-91dd-10f860070af7 None None] No non-hosted networks {{(pid=86269) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 21 06:10:39.036955 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agentschedulers_db [None req-6e1e043b-1752-438b-91dd-10f860070af7 None None] DHCP Agent not found on host dv-cinder-776307-5-smb {{(pid=86269) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 21 06:10:39.455825 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2cd241f7-9818-41ac-8fe2-45951825da70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485'] for agent, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:41.576136 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-59cf74e0-4c30-4d48-a2d2-297a7ab7f7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485'] for agent, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:41.637538 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5dba13d2-04e6-4cf5-869f-6412272704b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:42.045248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485'] for agent, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:42.954333 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485'] for agent, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:42.955854 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:42.956492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:42.957082 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:42.957659 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:42.960730 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:42.961371 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:42.961953 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:42.962691 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:42.963606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:42.966835 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:42.967474 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:42.969674 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:42.972652 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-776307-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:10:42.994443 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776307-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:10:44.754991 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_hamode_db [None req-fda86567-aa50-40f5-a618-e2143ae1a9ee None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 21 06:10:44.861415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda86567-aa50-40f5-a618-e2143ae1a9ee None None] Routers set() bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:10:44.862482 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda86567-aa50-40f5-a618-e2143ae1a9ee None None] Router IDs set() for agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 21 06:10:45.059343 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485'] for agent, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:45.650980 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 54516) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:10:46.306679 dv-cinder-776307-5-smb neutron-server[86155]: WARNING oslo_policy.policy [None req-07c785b8-cb51-4240-bbe9-eed28b080fab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 06:10:46.307255 dv-cinder-776307-5-smb neutron-server[86155]: WARNING oslo_policy.policy [None req-07c785b8-cb51-4240-bbe9-eed28b080fab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 06:10:46.544720 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [None req-07c785b8-cb51-4240-bbe9-eed28b080fab admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86267) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:10:46.545835 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-07c785b8-cb51-4240-bbe9-eed28b080fab admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8938298 Apr 21 06:10:49.359215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 54530) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:10:49.896545 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-18045470-bfa1-4657-a595-ade6152b5e59 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:10:50.002048 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.policy [None req-18045470-bfa1-4657-a595-ade6152b5e59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86267) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 21 06:10:50.057845 dv-cinder-776307-5-smb neutron-server[86155]: WARNING oslo_policy.policy [None req-18045470-bfa1-4657-a595-ade6152b5e59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 06:10:50.058270 dv-cinder-776307-5-smb neutron-server[86155]: WARNING oslo_policy.policy [None req-18045470-bfa1-4657-a595-ade6152b5e59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 06:10:50.076787 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota [None req-18045470-bfa1-4657-a595-ade6152b5e59 admin admin] Loaded quota_driver: . Apr 21 06:10:50.093812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-18045470-bfa1-4657-a595-ade6152b5e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:10:50.152544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-18045470-bfa1-4657-a595-ade6152b5e59 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304323384795', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304323385231', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304323406533', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304323401049', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304324204408', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304324204083', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854012461', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854001197', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7935848', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7789698'] for rbac-policy, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:50.397171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-18045470-bfa1-4657-a595-ade6152b5e59 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:50.398566 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-18045470-bfa1-4657-a595-ade6152b5e59 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0382857 Apr 21 06:10:53.487806 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 54544) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:10:53.881719 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Request body: {'network': {'project_id': '188cc9b2b85c41b18b4e4567f9170585', 'admin_state_up': True, 'name': 'private'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:10:53.887717 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:10:53.892297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Usage tracker for resource:network and tenant:188cc9b2b85c41b18b4e4567f9170585 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:10:53.895793 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:10:53.902246 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:10:53.911738 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Made reservation on behalf of 188cc9b2b85c41b18b4e4567f9170585 for: {'network': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:10:53.917634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:53.934723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:53.950513 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:10:53.954494 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Usage tracker for resource:security_group_rule and tenant:188cc9b2b85c41b18b4e4567f9170585 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:10:53.958090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:10:53.964177 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:10:54.134390 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:54.137857 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:54.142875 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:10:54.162370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=86267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:10:54.192309 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304326340502', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:54.192950 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Unsubscribe: segment precommit_create {{(pid=86267) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 21 06:10:54.193428 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Added segment 63adc355-e1e0-4eb9-ad7b-56ecfc65a68d of type vlan for network 17c54a76-06f1-45ff-bccb-81c52b511ad4 Apr 21 06:10:54.244443 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edeac9d-ee3d-4e3a-b4a7-ca19582a27b6,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:10:54.271171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:54.271551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:54.271918 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:54.272307 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:54.272669 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:54.273017 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:54.273369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:54.273719 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:54.274070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:54.274419 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:54.274766 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:54.275110 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Tracked resource versions report: Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: pushed versions: Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: { 'AddressGroup': {'1.2'}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': {'1.0'}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': {'1.0'}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': {'1.1'}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': {'1.7'}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': {'1.2'}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': {'1.8'}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': {'1.4'}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': {'1.2'}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': {'1.0'}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': {'1.1'}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': {'1.1'}} Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: consumer versions: Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: { DHCP agent@dv-cinder-776307-5-smb: {}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: L3 agent@dv-cinder-776307-5-smb: {}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: Metadata agent@dv-cinder-776307-5-smb: {}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: Metering agent@dv-cinder-776307-5-smb: {}, Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: Open vSwitch agent@dv-cinder-776307-5-smb: { 'AddressGroup': '1.2', Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': '1.0', Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': '1.0', Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': '1.1', Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': '1.7', Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': '1.2', Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': '1.8', Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': '1.4', Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': '1.2', Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': '1.0', Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': '1.1', Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': '1.1'}} Apr 21 06:10:54.276220 dv-cinder-776307-5-smb neutron-server[86155]: {{(pid=86267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 06:10:54.326699 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:54.335817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:10:54.370774 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:54.372436 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:54.373122 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:54.379071 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:10:54.489983 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0009558 Apr 21 06:10:54.495896 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Pushing event updated for resources: {'Network': ['ID=17c54a76-06f1-45ff-bccb-81c52b511ad4,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:10:54.499883 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:10:54.509703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network 17c54a76-06f1-45ff-bccb-81c52b511ad4 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:10:57.657563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 54560) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:10:58.173996 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414c9203-b3b7-41f8-b606-c4ec20bcc0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:58.175423 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-414c9203-b3b7-41f8-b606-c4ec20bcc0c0 admin admin] 10.222.0.32 "GET /v2.0/networks/17c54a76-06f1-45ff-bccb-81c52b511ad4 HTTP/1.1" status: 200 len: 825 time: 0.5168030 Apr 21 06:10:58.206092 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-46552f48-176a-4f03-b598-ea849d965caf admin admin] 10.222.0.32 "GET /v2.0/subnetpools/533dc729-04cd-4e02-9275-60d58d7a8a62 HTTP/1.1" status: 200 len: 734 time: 0.0240970 Apr 21 06:10:58.216393 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Request body: {'subnet': {'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'subnetpool_id': '533dc729-04cd-4e02-9275-60d58d7a8a62', 'gateway_ip': '172.20.0.1', 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:10:58.221510 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:10:58.225944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Usage tracker for resource:subnet and tenant:188cc9b2b85c41b18b4e4567f9170585 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:10:58.229804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:10:58.237459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:10:58.247245 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Made reservation on behalf of 188cc9b2b85c41b18b4e4567f9170585 for: {'subnet': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:10:58.251844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:58.754106 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for subnet, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:58.758361 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:10:58.847609 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:10:58.852058 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Checking segment: {'id': '63adc355-e1e0-4eb9-ad7b-56ecfc65a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:10:58.852449 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Network hostable DHCP agents. Network: 17c54a76-06f1-45ff-bccb-81c52b511ad4, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:10:58.857657 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:10:58.874653 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Network 17c54a76-06f1-45ff-bccb-81c52b511ad4 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:10:58.885304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, 17c54a76-06f1-45ff-bccb-81c52b511ad4) {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:10:58.890574 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:10:58.891233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:58.895837 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcf1dc8-6d3f-42e8-825d-b57477f5c1c0 None None] Network 17c54a76-06f1-45ff-bccb-81c52b511ad4 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:10:58.913211 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7007992 Apr 21 06:10:59.525695 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0189f098-c9a3-54f9-84eb-8f7de1146704-17c54a76-06f1-45ff-bccb-81c52b511ad4', 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'fixed_ips': [{'subnet_id': '945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1'}]}} from dv-cinder-776307-5-smb. {{(pid=86269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:10:59.527491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:10:59.815031 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Allocated IP 172.20.0.2 (17c54a76-06f1-45ff-bccb-81c52b511ad4/945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1/96583870-b51c-4c52-854b-6c2f953bce50) {{(pid=86269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:11:00.067929 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Notify callbacks [] for port, precommit_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:00.082424 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Transition to ACTIVE for port object 96583870-b51c-4c52-854b-6c2f953bce50 will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:11:00.104266 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Transition to ACTIVE for port object 96583870-b51c-4c52-854b-6c2f953bce50 will not be triggered until provisioned by entity DHCP. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:11:00.110941 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:00.118820 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:00.186993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Network 17c54a76-06f1-45ff-bccb-81c52b511ad4 is already hosted by enough agents. {{(pid=86269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:11:00.190634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Resources bound (agent type, host, resource id): {{(pid=86269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:11:00.196845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Received port after_create {{(pid=86269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:11:00.203500 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Pushing event updated for resources: {'Port': ['ID=96583870-b51c-4c52-854b-6c2f953bce50,revision_number=1']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:00.245929 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:00.246301 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:00.247250 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:00.247615 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:00.248013 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:00.248386 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:00.248741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:00.249088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:00.249438 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:00.249795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:00.250148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:00.250498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Tracked resource versions report: Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: pushed versions: Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: { 'AddressGroup': {'1.2'}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': {'1.0'}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': {'1.0'}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': {'1.1'}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': {'1.7'}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': {'1.2'}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': {'1.8'}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': {'1.4'}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': {'1.2'}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': {'1.0'}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': {'1.1'}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': {'1.1'}} Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: consumer versions: Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: { DHCP agent@dv-cinder-776307-5-smb: {}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: L3 agent@dv-cinder-776307-5-smb: {}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: Metadata agent@dv-cinder-776307-5-smb: {}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: Metering agent@dv-cinder-776307-5-smb: {}, Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: Open vSwitch agent@dv-cinder-776307-5-smb: { 'AddressGroup': '1.2', Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': '1.0', Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': '1.0', Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': '1.1', Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': '1.7', Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': '1.2', Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': '1.8', Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': '1.4', Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': '1.2', Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': '1.0', Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': '1.1', Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': '1.1'}} Apr 21 06:11:00.251584 dv-cinder-776307-5-smb neutron-server[86155]: {{(pid=86269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 06:11:00.296743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:00.322043 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Attempting to bind port 96583870-b51c-4c52-854b-6c2f953bce50 on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:11:00.322378 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Attempting to bind port 96583870-b51c-4c52-854b-6c2f953bce50 by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '63adc355-e1e0-4eb9-ad7b-56ecfc65a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:11:00.322788 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Attempting to bind port 96583870-b51c-4c52-854b-6c2f953bce50 on network 17c54a76-06f1-45ff-bccb-81c52b511ad4 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:11:00.329541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:11:00.329957 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Checking segment: {'id': '63adc355-e1e0-4eb9-ad7b-56ecfc65a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:11:00.330423 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:00.330974 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Bound using segment: {'id': '63adc355-e1e0-4eb9-ad7b-56ecfc65a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:11:00.331385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Bound port: 96583870-b51c-4c52-854b-6c2f953bce50, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63adc355-e1e0-4eb9-ad7b-56ecfc65a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:11:00.331803 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:00.438709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] For port 96583870-b51c-4c52-854b-6c2f953bce50, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:11:00.443731 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] For port 96583870-b51c-4c52-854b-6c2f953bce50, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=96583870-b51c-4c52-854b-6c2f953bce50,segment=NetworkSegment(63adc355-e1e0-4eb9-ad7b-56ecfc65a68d),segment_id=63adc355-e1e0-4eb9-ad7b-56ecfc65a68d)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:11:00.448504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:00.453962 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:00.550663 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Pushing event updated for resources: {'Port': ['ID=96583870-b51c-4c52-854b-6c2f953bce50,revision_number=2']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:00.553944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:01.751677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 54570) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:11:02.510413 dv-cinder-776307-5-smb neutron-server[86155]: WARNING oslo_policy.policy [None req-32259338-238e-4d63-a00c-351dfbd38046 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 06:11:02.510994 dv-cinder-776307-5-smb neutron-server[86155]: WARNING oslo_policy.policy [None req-32259338-238e-4d63-a00c-351dfbd38046 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 06:11:02.746107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [None req-32259338-238e-4d63-a00c-351dfbd38046 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:11:02.747411 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-32259338-238e-4d63-a00c-351dfbd38046 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9933405 Apr 21 06:11:05.642703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 54584) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:11:06.104070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [None req-6a64e4a8-74a8-43d2-bce3-0e216c445ec5 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:11:06.105149 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-6a64e4a8-74a8-43d2-bce3-0e216c445ec5 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4614022 Apr 21 06:11:07.482964 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 96583870-b51c-4c52-854b-6c2f953bce50 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:11:07.578235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 96583870-b51c-4c52-854b-6c2f953bce50 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:11:07.824256 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e167b697-79c0-4964-8ac7-9ff8c8e85557 None None] Network 17c54a76-06f1-45ff-bccb-81c52b511ad4 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:11:07.916326 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-de7dda0d-a70d-4b34-bc20-4900a0473bff None None] Provisioning for port 96583870-b51c-4c52-854b-6c2f953bce50 completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:11:07.932750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-de7dda0d-a70d-4b34-bc20-4900a0473bff None None] Provisioning complete for port 96583870-b51c-4c52-854b-6c2f953bce50 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:11:07.933200 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-de7dda0d-a70d-4b34-bc20-4900a0473bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:08.181932 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-de7dda0d-a70d-4b34-bc20-4900a0473bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:08.239932 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-de7dda0d-a70d-4b34-bc20-4900a0473bff None None] For port 96583870-b51c-4c52-854b-6c2f953bce50, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=96583870-b51c-4c52-854b-6c2f953bce50,segment=NetworkSegment(63adc355-e1e0-4eb9-ad7b-56ecfc65a68d),segment_id=63adc355-e1e0-4eb9-ad7b-56ecfc65a68d)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:11:08.245032 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-de7dda0d-a70d-4b34-bc20-4900a0473bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:08.250795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:08.342961 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dda0d-a70d-4b34-bc20-4900a0473bff None None] Pushing event updated for resources: {'Port': ['ID=96583870-b51c-4c52-854b-6c2f953bce50,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:08.347129 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-de7dda0d-a70d-4b34-bc20-4900a0473bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:08.475761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-f6eec291-c836-4784-812a-a168d4d2c77c None None] Provisioning complete for port 96583870-b51c-4c52-854b-6c2f953bce50 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:11:08.476184 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f6eec291-c836-4784-812a-a168d4d2c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:08.726263 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea10fe7c-1bef-4a6b-bfef-68c706c36155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:09.300835 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 54600) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:11:09.446457 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 96583870-b51c-4c52-854b-6c2f953bce50 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:11:09.531225 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 96583870-b51c-4c52-854b-6c2f953bce50 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:11:09.531638 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:09.695714 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'admin_state_up': True}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:11:09.772340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.policy [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86268) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 21 06:11:09.828053 dv-cinder-776307-5-smb neutron-server[86155]: WARNING oslo_policy.policy [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 06:11:09.828386 dv-cinder-776307-5-smb neutron-server[86155]: WARNING oslo_policy.policy [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 06:11:09.846549 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.quota [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] Loaded quota_driver: . Apr 21 06:11:09.862706 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:11:09.869443 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] Usage tracker for resource:router and tenant:188cc9b2b85c41b18b4e4567f9170585 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:11:09.874464 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:11:09.882290 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:11:09.897204 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3091'] for router, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:09.899278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846785787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846888684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772709'] for router, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:09.923874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:10.196535 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7990232'] for router, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:10.217221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] Notify callbacks [] for router, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:10.218487 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-89e2796b-c137-41ba-922b-4ea1c772b242 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9165671 Apr 21 06:11:11.584512 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-65e908e7-e16d-4475-8320-6e69d6a6bab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:11.960968 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:12.941858 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:13.061582 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 54622) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:11:13.227008 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [None req-ab78b253-e766-439d-8381-a217cc7dd8cb admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86267) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:11:13.228284 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ab78b253-e766-439d-8381-a217cc7dd8cb admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1657004 Apr 21 06:11:14.989339 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:15.888638 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 54642) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:11:15.963985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:11:15.969712 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:11:15.973867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Usage tracker for resource:network and tenant:43d1dbe750554e8ca9d5f039aae9739f is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:11:15.976970 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:11:15.983485 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:11:15.992643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Made reservation on behalf of 43d1dbe750554e8ca9d5f039aae9739f for: {'network': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:11:15.998249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:16.011483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:16.026842 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:11:16.030841 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Usage tracker for resource:security_group_rule and tenant:43d1dbe750554e8ca9d5f039aae9739f is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:11:16.034060 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:11:16.040047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:11:16.129601 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:16.132616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:16.137223 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:16.151115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Reserving flat network on physical network physnet1 {{(pid=86267) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 21 06:11:16.178311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f29b76-d5c3-4a6d-9e8f-7c8e1d332b1f,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:16.181412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:16.181797 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Added segment 68908cc7-c8f7-4bd4-ae01-50f1b44a5621 of type flat for network 6780f290-37a1-4067-835f-262019d95e51 Apr 21 06:11:16.183107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:16.218139 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:16.259551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:16.260996 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:16.261655 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:16.266767 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:16.370162 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4803052 Apr 21 06:11:16.377841 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Pushing event updated for resources: {'Network': ['ID=6780f290-37a1-4067-835f-262019d95e51,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:16.381329 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:16.393620 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network 6780f290-37a1-4067-835f-262019d95e51 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:11:19.002187 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 54652) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:11:19.123609 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b198176-41c3-4a1e-b8a7-3fb20452fbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:19.125107 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-9b198176-41c3-4a1e-b8a7-3fb20452fbb4 admin admin] 10.222.0.32 "GET /v2.0/subnets/945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1 HTTP/1.1" status: 200 len: 849 time: 0.1218884 Apr 21 06:11:19.307102 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f143521b-cbbf-42e7-9805-32daabecf778 admin admin] 10.222.0.32 "GET /v2.0/routers/901465cb-87c9-49a4-8b69-c1e9a3c80de7 HTTP/1.1" status: 200 len: 704 time: 0.1758575 Apr 21 06:11:19.956611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:20.202231 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Allocated IP 172.20.0.1 (17c54a76-06f1-45ff-bccb-81c52b511ad4/945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1/f4a243e2-5041-43ac-ab1e-7fd64b045ec1) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:11:20.373631 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:20.397927 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Transition to ACTIVE for port object f4a243e2-5041-43ac-ab1e-7fd64b045ec1 will not be triggered until provisioned by entity DHCP. {{(pid=86267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:11:20.459427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:20.464450 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:20.529895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Network 17c54a76-06f1-45ff-bccb-81c52b511ad4 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:11:20.533940 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:11:20.537970 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:11:20.538515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379259'] for router_interface, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:20.680444 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a243e2-5041-43ac-ab1e-7fd64b045ec1,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:20.691475 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:20.709682 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-4c34dfe2-9d45-45a0-bcbe-67c84200425c None None] Provisioning for port f4a243e2-5041-43ac-ab1e-7fd64b045ec1 completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:11:20.716324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-4c34dfe2-9d45-45a0-bcbe-67c84200425c None None] Provisioning complete for port f4a243e2-5041-43ac-ab1e-7fd64b045ec1 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:11:20.716739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4c34dfe2-9d45-45a0-bcbe-67c84200425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:20.776168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-4c34dfe2-9d45-45a0-bcbe-67c84200425c None None] Port f4a243e2-5041-43ac-ab1e-7fd64b045ec1 cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:11:20.836608 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:21.177938 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:21.181527 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:21.182643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846679896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396642'] for router_interface, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:21.187899 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:21.325379 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a243e2-5041-43ac-ab1e-7fd64b045ec1,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:21.329817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:21.391375 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Network 17c54a76-06f1-45ff-bccb-81c52b511ad4 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:11:21.392566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:11:21.612314 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-ae103725-3bd0-4bde-8070-28b822890e94 None None] Provisioning complete for port f4a243e2-5041-43ac-ab1e-7fd64b045ec1 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:11:21.613029 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ae103725-3bd0-4bde-8070-28b822890e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:21.725361 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-ae103725-3bd0-4bde-8070-28b822890e94 None None] Port f4a243e2-5041-43ac-ab1e-7fd64b045ec1 cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:11:21.761352 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Router 901465cb-87c9-49a4-8b69-c1e9a3c80de7 is scheduled to L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc with binding_index 1 {{(pid=86267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:11:21.930144 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:11:21.940397 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] 10.222.0.32 "PUT /v2.0/routers/901465cb-87c9-49a4-8b69-c1e9a3c80de7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6276412 Apr 21 06:11:21.941587 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Sync routers for ids ['901465cb-87c9-49a4-8b69-c1e9a3c80de7'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:11:21.952841 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Routers {'901465cb-87c9-49a4-8b69-c1e9a3c80de7'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:11:21.953714 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:11:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['901465cb-87c9-49a4-8b69-c1e9a3c80de7'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:11:22.154446 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Set router 901465cb-87c9-49a4-8b69-c1e9a3c80de7 gateway port host: None {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:11:22.579022 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'name': 'router1', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:11:09Z', 'updated_at': '2021-04-21T06:11:20Z', 'revision_number': 2, 'project_id': '188cc9b2b85c41b18b4e4567f9170585', 'gw_port_host': None, '_interfaces': [{'id': 'f4a243e2-5041-43ac-ab1e-7fd64b045ec1', 'name': '', 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'mac_address': 'fa:16:3e:d4:0c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:11:20Z', 'updated_at': '2021-04-21T06:11:20Z', 'revision_number': 2, 'project_id': '188cc9b2b85c41b18b4e4567f9170585', 'subnets': [{'id': '945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '533dc729-04cd-4e02-9275-60d58d7a8a62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:11:22.584900 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Checking router: 901465cb-87c9-49a4-8b69-c1e9a3c80de7 for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:11:22.585149 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Updating router 901465cb-87c9-49a4-8b69-c1e9a3c80de7 port f4a243e2-5041-43ac-ab1e-7fd64b045ec1 binding host dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:11:22.820295 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:23.234982 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Notify callbacks [] for port, precommit_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:23.250763 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Transition to ACTIVE for port object f4a243e2-5041-43ac-ab1e-7fd64b045ec1 will not be triggered until provisioned by entity L2. {{(pid=86270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:11:23.256607 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:23.262847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:23.481122 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Pushing event updated for resources: {'Port': ['ID=f4a243e2-5041-43ac-ab1e-7fd64b045ec1,revision_number=3']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:23.498521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:23.498889 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:23.499251 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:23.499606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:23.499934 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:23.500375 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:23.500737 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:23.501076 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:23.501429 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:23.501778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:23.502123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:23.502682 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Tracked resource versions report: Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: pushed versions: Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: { 'AddressGroup': {'1.2'}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': {'1.0'}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': {'1.0'}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': {'1.1'}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': {'1.7'}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': {'1.2'}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': {'1.8'}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': {'1.4'}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': {'1.2'}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': {'1.0'}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': {'1.1'}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': {'1.1'}} Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: consumer versions: Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: { DHCP agent@dv-cinder-776307-5-smb: {}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: L3 agent@dv-cinder-776307-5-smb: {}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: Metadata agent@dv-cinder-776307-5-smb: {}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: Metering agent@dv-cinder-776307-5-smb: {}, Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: Open vSwitch agent@dv-cinder-776307-5-smb: { 'AddressGroup': '1.2', Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': '1.0', Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': '1.0', Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': '1.1', Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': '1.7', Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': '1.2', Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': '1.8', Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': '1.4', Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': '1.2', Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': '1.0', Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': '1.1', Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': '1.1'}} Apr 21 06:11:23.503761 dv-cinder-776307-5-smb neutron-server[86155]: {{(pid=86270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 06:11:23.513533 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:23.514491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Attempting to bind port f4a243e2-5041-43ac-ab1e-7fd64b045ec1 on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:11:23.514906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Attempting to bind port f4a243e2-5041-43ac-ab1e-7fd64b045ec1 by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '63adc355-e1e0-4eb9-ad7b-56ecfc65a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4'}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:11:23.515314 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Attempting to bind port f4a243e2-5041-43ac-ab1e-7fd64b045ec1 on network 17c54a76-06f1-45ff-bccb-81c52b511ad4 {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:11:23.521581 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:11:23.522013 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Checking segment: {'id': '63adc355-e1e0-4eb9-ad7b-56ecfc65a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:11:23.522486 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:23.522906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Bound using segment: {'id': '63adc355-e1e0-4eb9-ad7b-56ecfc65a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4'} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:11:23.523441 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Bound port: f4a243e2-5041-43ac-ab1e-7fd64b045ec1, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63adc355-e1e0-4eb9-ad7b-56ecfc65a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4'}}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:11:23.523847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:23.646810 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] For port f4a243e2-5041-43ac-ab1e-7fd64b045ec1, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:11:23.651897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] For port f4a243e2-5041-43ac-ab1e-7fd64b045ec1, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=f4a243e2-5041-43ac-ab1e-7fd64b045ec1,segment=NetworkSegment(63adc355-e1e0-4eb9-ad7b-56ecfc65a68d),segment_id=63adc355-e1e0-4eb9-ad7b-56ecfc65a68d)] {{(pid=86270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:11:23.656011 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:23.661627 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:23.756444 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Routers {'901465cb-87c9-49a4-8b69-c1e9a3c80de7'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:11:23.757150 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:11:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['901465cb-87c9-49a4-8b69-c1e9a3c80de7'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:11:23.829636 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Pushing event updated for resources: {'Port': ['ID=f4a243e2-5041-43ac-ab1e-7fd64b045ec1,revision_number=4']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:23.834959 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:23.941729 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] Set router 901465cb-87c9-49a4-8b69-c1e9a3c80de7 gateway port host: None {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:11:24.320046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'name': 'router1', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:11:09Z', 'updated_at': '2021-04-21T06:11:20Z', 'revision_number': 2, 'project_id': '188cc9b2b85c41b18b4e4567f9170585', 'gw_port_host': None, '_interfaces': [{'id': 'f4a243e2-5041-43ac-ab1e-7fd64b045ec1', 'name': '', 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'mac_address': 'fa:16:3e:d4:0c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:11:20Z', 'updated_at': '2021-04-21T06:11:23Z', 'revision_number': 4, 'project_id': '188cc9b2b85c41b18b4e4567f9170585', 'subnets': [{'id': '945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '533dc729-04cd-4e02-9275-60d58d7a8a62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:11:24.324338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6accb44-31c2-40ae-9f59-277f9803b9fc None None] The sync data for ids ['901465cb-87c9-49a4-8b69-c1e9a3c80de7'] in dv-cinder-776307-5-smb is: [{'id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'name': 'router1', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:11:09Z', 'updated_at': '2021-04-21T06:11:20Z', 'revision_number': 2, 'project_id': '188cc9b2b85c41b18b4e4567f9170585', 'gw_port_host': None, '_interfaces': [{'id': 'f4a243e2-5041-43ac-ab1e-7fd64b045ec1', 'name': '', 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'mac_address': 'fa:16:3e:d4:0c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:11:20Z', 'updated_at': '2021-04-21T06:11:23Z', 'revision_number': 4, 'project_id': '188cc9b2b85c41b18b4e4567f9170585', 'subnets': [{'id': '945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '533dc729-04cd-4e02-9275-60d58d7a8a62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:11:24.623990 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 54664) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:11:24.798309 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6665b1-81ba-48db-bdee-77f4e5e5245c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:24.798919 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-fc6665b1-81ba-48db-bdee-77f4e5e5245c admin admin] Synchronizing usage tracker for tenant:43d1dbe750554e8ca9d5f039aae9739f on resource:network {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:11:24.820329 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-fc6665b1-81ba-48db-bdee-77f4e5e5245c admin admin] Unset dirty status for tenant:43d1dbe750554e8ca9d5f039aae9739f on resource:network {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:11:24.821924 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-fc6665b1-81ba-48db-bdee-77f4e5e5245c admin admin] 10.222.0.32 "GET /v2.0/networks/6780f290-37a1-4067-835f-262019d95e51 HTTP/1.1" status: 200 len: 842 time: 0.1963539 Apr 21 06:11:24.833121 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'ip_version': 4, 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'name': 'public-subnet'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:11:24.841447 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:11:24.845715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Usage tracker for resource:subnet and tenant:43d1dbe750554e8ca9d5f039aae9739f is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:11:24.848699 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:11:24.855249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:11:24.864383 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Made reservation on behalf of 43d1dbe750554e8ca9d5f039aae9739f for: {'subnet': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:11:24.869117 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:25.319176 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.objects.ports [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86267) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 21 06:11:25.319642 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for subnet, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:25.325240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a85db605-ce2f-4aad-ad1e-fcc98764af7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:25.399962 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3743b82-60d3-42d1-9f74-8d7b379a73c7,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:25.403605 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:25.410915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Checking segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:11:25.411302 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Network hostable DHCP agents. Network: 6780f290-37a1-4067-835f-262019d95e51, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:11:25.429537 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Network 6780f290-37a1-4067-835f-262019d95e51 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:11:25.440972 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, 6780f290-37a1-4067-835f-262019d95e51) {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:11:25.444910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:25.445543 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:25.459721 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd28b9e-dbf5-4ca4-8333-c859b34943ac None None] Network 6780f290-37a1-4067-835f-262019d95e51 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:11:25.478194 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6460333 Apr 21 06:11:25.736074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f683e310-afbe-4729-9d5d-d4284989f0a7 None None] Network 6780f290-37a1-4067-835f-262019d95e51 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:11:28.283215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 54678) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:11:28.503630 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-6dd1be0e-ade2-41bc-bee2-8562a1e0fb13 admin admin] 10.222.0.32 "GET /v2.0/routers/901465cb-87c9-49a4-8b69-c1e9a3c80de7 HTTP/1.1" status: 200 len: 710 time: 0.2188606 Apr 21 06:11:28.645543 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a328775-bb21-4750-b6a5-1a538758bc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:11:28.647016 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-8a328775-bb21-4750-b6a5-1a538758bc59 admin admin] 10.222.0.32 "GET /v2.0/networks/6780f290-37a1-4067-835f-262019d95e51 HTTP/1.1" status: 200 len: 886 time: 0.1376317 Apr 21 06:11:28.657836 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:11:29.301907 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846785550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772726'] for router, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:29.473103 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device f4a243e2-5041-43ac-ab1e-7fd64b045ec1 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:11:29.548217 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port f4a243e2-5041-43ac-ab1e-7fd64b045ec1 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:11:29.553968 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port f4a243e2-5041-43ac-ab1e-7fd64b045ec1 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:11:29.554302 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:29.669149 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:29.733654 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:29.832868 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:29.867932 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port f4a243e2-5041-43ac-ab1e-7fd64b045ec1, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=f4a243e2-5041-43ac-ab1e-7fd64b045ec1,segment=NetworkSegment(63adc355-e1e0-4eb9-ad7b-56ecfc65a68d),segment_id=63adc355-e1e0-4eb9-ad7b-56ecfc65a68d)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:11:29.871789 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:29.874040 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:29.880223 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Allocated IP 172.28.0.120 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/791ac893-fb38-4fba-9fef-12e0588c4884) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:11:29.945043 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=f4a243e2-5041-43ac-ab1e-7fd64b045ec1,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:29.948234 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:30.047593 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:30.078289 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:30.083518 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:30.156197 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:11:30.160493 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:11:30.165004 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:11:30.237639 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Pushing event updated for resources: {'Port': ['ID=791ac893-fb38-4fba-9fef-12e0588c4884,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:30.295665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:30.583446 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:30.938351 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846785550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772726'] for router, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:30.941905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7990217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036846785599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396079'] for router, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:31.006627 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 5 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:11:31.129323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Router 901465cb-87c9-49a4-8b69-c1e9a3c80de7 has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:11:31.464005 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device f4a243e2-5041-43ac-ab1e-7fd64b045ec1 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:11:31.502363 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:11:31.510899 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Notify callbacks [] for router, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:31.512217 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] 10.222.0.32 "PUT /v2.0/routers/901465cb-87c9-49a4-8b69-c1e9a3c80de7 HTTP/1.1" status: 200 len: 890 time: 2.8581083 Apr 21 06:11:31.519346 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Sync routers for ids ['901465cb-87c9-49a4-8b69-c1e9a3c80de7'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:11:31.541260 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Routers {'901465cb-87c9-49a4-8b69-c1e9a3c80de7'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:11:31.541984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:11:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['901465cb-87c9-49a4-8b69-c1e9a3c80de7'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:11:31.698764 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port f4a243e2-5041-43ac-ab1e-7fd64b045ec1 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:11:31.699304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:31.813590 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Set router 901465cb-87c9-49a4-8b69-c1e9a3c80de7 gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:11:32.233454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'name': 'router1', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '791ac893-fb38-4fba-9fef-12e0588c4884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:11:09Z', 'updated_at': '2021-04-21T06:11:30Z', 'revision_number': 4, 'project_id': '188cc9b2b85c41b18b4e4567f9170585', 'gw_port': {'id': '791ac893-fb38-4fba-9fef-12e0588c4884', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:11:29Z', 'updated_at': '2021-04-21T06:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'f4a243e2-5041-43ac-ab1e-7fd64b045ec1', 'name': '', 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'mac_address': 'fa:16:3e:d4:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:11:20Z', 'updated_at': '2021-04-21T06:11:29Z', 'revision_number': 5, 'project_id': '188cc9b2b85c41b18b4e4567f9170585', 'subnets': [{'id': '945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '533dc729-04cd-4e02-9275-60d58d7a8a62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:11:32.238611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Checking router: 901465cb-87c9-49a4-8b69-c1e9a3c80de7 for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:11:32.239020 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Updating router 901465cb-87c9-49a4-8b69-c1e9a3c80de7 port 791ac893-fb38-4fba-9fef-12e0588c4884 binding host dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:11:32.295842 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:32.664646 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:32.685703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Transition to ACTIVE for port object 791ac893-fb38-4fba-9fef-12e0588c4884 will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:11:32.695338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:32.700785 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:32.789629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Attempting to bind port 791ac893-fb38-4fba-9fef-12e0588c4884 on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:11:32.790029 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Attempting to bind port 791ac893-fb38-4fba-9fef-12e0588c4884 by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:11:32.790430 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Attempting to bind port 791ac893-fb38-4fba-9fef-12e0588c4884 on network 6780f290-37a1-4067-835f-262019d95e51 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:11:32.794637 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a397d-25e1-4453-95a8-40afc5cf015f None None] Pushing event updated for resources: {'Port': ['ID=791ac893-fb38-4fba-9fef-12e0588c4884,revision_number=2']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:32.799299 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e72a397d-25e1-4453-95a8-40afc5cf015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:32.800185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:11:32.800602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Checking segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:11:32.801039 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:32.801459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Bound using segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:11:32.802228 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Bound port: 791ac893-fb38-4fba-9fef-12e0588c4884, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:11:32.802319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:32.885650 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] For port 791ac893-fb38-4fba-9fef-12e0588c4884, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:11:32.889767 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] For port 791ac893-fb38-4fba-9fef-12e0588c4884, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=791ac893-fb38-4fba-9fef-12e0588c4884,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:11:32.894172 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:32.899564 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:32.985848 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a397d-25e1-4453-95a8-40afc5cf015f None None] Pushing event updated for resources: {'Port': ['ID=791ac893-fb38-4fba-9fef-12e0588c4884,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:32.988506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Routers {'901465cb-87c9-49a4-8b69-c1e9a3c80de7'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:11:32.989139 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:11:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['901465cb-87c9-49a4-8b69-c1e9a3c80de7'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:11:33.039893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e72a397d-25e1-4453-95a8-40afc5cf015f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:33.176966 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] Set router 901465cb-87c9-49a4-8b69-c1e9a3c80de7 gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:11:33.522937 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'name': 'router1', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '791ac893-fb38-4fba-9fef-12e0588c4884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:11:09Z', 'updated_at': '2021-04-21T06:11:30Z', 'revision_number': 4, 'project_id': '188cc9b2b85c41b18b4e4567f9170585', 'gw_port': {'id': '791ac893-fb38-4fba-9fef-12e0588c4884', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:11:29Z', 'updated_at': '2021-04-21T06:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'f4a243e2-5041-43ac-ab1e-7fd64b045ec1', 'name': '', 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'mac_address': 'fa:16:3e:d4:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:11:20Z', 'updated_at': '2021-04-21T06:11:29Z', 'revision_number': 5, 'project_id': '188cc9b2b85c41b18b4e4567f9170585', 'subnets': [{'id': '945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '533dc729-04cd-4e02-9275-60d58d7a8a62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:11:33.527977 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3b9f7-8f8e-4a45-9ffd-b96e725de0b0 None None] The sync data for ids ['901465cb-87c9-49a4-8b69-c1e9a3c80de7'] in dv-cinder-776307-5-smb is: [{'id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'name': 'router1', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.120'}], 'enable_snat': True}, 'gw_port_id': '791ac893-fb38-4fba-9fef-12e0588c4884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:11:09Z', 'updated_at': '2021-04-21T06:11:30Z', 'revision_number': 4, 'project_id': '188cc9b2b85c41b18b4e4567f9170585', 'gw_port': {'id': '791ac893-fb38-4fba-9fef-12e0588c4884', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:11:29Z', 'updated_at': '2021-04-21T06:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'f4a243e2-5041-43ac-ab1e-7fd64b045ec1', 'name': '', 'network_id': '17c54a76-06f1-45ff-bccb-81c52b511ad4', 'tenant_id': '188cc9b2b85c41b18b4e4567f9170585', 'mac_address': 'fa:16:3e:d4:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901465cb-87c9-49a4-8b69-c1e9a3c80de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:11:20Z', 'updated_at': '2021-04-21T06:11:29Z', 'revision_number': 5, 'project_id': '188cc9b2b85c41b18b4e4567f9170585', 'subnets': [{'id': '945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '533dc729-04cd-4e02-9275-60d58d7a8a62'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:11:34.288493 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 54688) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:11:34.414851 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ecab70c5-f689-4dd6-99c6-a8deab03fc07 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1250622 Apr 21 06:11:35.519822 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 791ac893-fb38-4fba-9fef-12e0588c4884 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:11:35.599442 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 791ac893-fb38-4fba-9fef-12e0588c4884 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:11:35.605841 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 791ac893-fb38-4fba-9fef-12e0588c4884 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:11:35.606257 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:35.743098 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:35.761576 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port 791ac893-fb38-4fba-9fef-12e0588c4884, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=791ac893-fb38-4fba-9fef-12e0588c4884,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:11:35.764745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:35.766994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-de7dda0d-a70d-4b34-bc20-4900a0473bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:11:35.999662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=791ac893-fb38-4fba-9fef-12e0588c4884,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:11:36.002945 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:11:37.514313 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 791ac893-fb38-4fba-9fef-12e0588c4884 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:11:37.630098 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 791ac893-fb38-4fba-9fef-12e0588c4884 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:11:37.630794 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:38.754214 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-afe7d8f4-9b50-4d3b-ba4f-7d5ca5a62719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:41.590679 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-64c3efb8-12d4-44ec-99d7-be05511b8b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:41.974440 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:42.965928 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:11:44.996221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:08.006933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 5 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:12:08.732984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7f4403ce-da49-4b15-84d4-d2df1759362c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:11.575593 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6cf31f7d-4d57-44a6-9e8a-f68e1d5a7052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:11.966536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:12.949078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:15.002394 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:38.727725 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-46033bb6-d96f-42a9-9bde-59fface9a241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:41.578325 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-79d46d1d-8f19-4eb8-9c04-023013ed9907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:41.970194 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:42.951375 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:12:45.006172 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 5 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:12:45.007187 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:08.730973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b1886e4f-3b18-4f7d-aac5-931a39e91adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:11.580897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-691e4348-3362-4cac-8db1-57d0df1d1a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:11.972385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:12.953583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:15.011766 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:18.909993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55258) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:13:18.990289 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.pecan_wsgi.hooks.translation [None req-d560b541-9627-4f4a-b557-d09b43660993 admin admin] GET failed (client error): The resource could not be found. Apr 21 06:13:18.991739 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d560b541-9627-4f4a-b557-d09b43660993 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0807123 Apr 21 06:13:19.144970 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ffdb52-404f-4272-8970-b05ec60a2b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:19.146489 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-98ffdb52-404f-4272-8970-b05ec60a2b3a admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1500852 Apr 21 06:13:21.720966 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55268) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:13:21.841880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20bd210-6cc1-47be-b6ae-7037e67dc267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:21.842487 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f20bd210-6cc1-47be-b6ae-7037e67dc267 admin admin] Synchronizing usage tracker for tenant:43d1dbe750554e8ca9d5f039aae9739f on resource:subnet {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:13:21.857046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f20bd210-6cc1-47be-b6ae-7037e67dc267 admin admin] Unset dirty status for tenant:43d1dbe750554e8ca9d5f039aae9739f on resource:subnet {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:13:21.858277 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f20bd210-6cc1-47be-b6ae-7037e67dc267 admin admin] 10.222.0.32 "GET /v2.0/subnets/945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1 HTTP/1.1" status: 200 len: 849 time: 0.1362653 Apr 21 06:13:21.869178 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:13:21.993190 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Notify callbacks [] for subnet, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:22.005456 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 5 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:13:22.309986 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732528353241'] for subnet, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:22.314878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5a268779-cfb0-41c2-8bb7-b1d065d371f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:13:22.354040 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:22.354668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:22.356097 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] 10.222.0.32 "PUT /v2.0/subnets/945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1 HTTP/1.1" status: 200 len: 868 time: 0.4911985 Apr 21 06:13:22.375842 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235bcc50-f383-45ac-9fc9-8ae1fbf37bf1 None None] Network 17c54a76-06f1-45ff-bccb-81c52b511ad4 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:13:22.388962 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:13:22.398000 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:22.398379 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:22.398932 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:22.399165 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:22.399539 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:22.399882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:22.400283 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:22.400650 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:22.401041 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:22.401407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:22.401770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:22.402131 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:13:22.412820 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:13:22.868843 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-b7e3b208-657f-482d-848c-b7e14c1a0b01 None None] Provisioning complete for port 96583870-b51c-4c52-854b-6c2f953bce50 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:13:22.869428 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b208-657f-482d-848c-b7e14c1a0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:23.006719 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-b7e3b208-657f-482d-848c-b7e14c1a0b01 None None] Provisioning complete for port f4a243e2-5041-43ac-ab1e-7fd64b045ec1 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:13:23.007047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b208-657f-482d-848c-b7e14c1a0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:24.909826 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 55278) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:13:25.132057 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a157bef-c172-4ae9-884e-91537f04a648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:25.132512 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a157bef-c172-4ae9-884e-91537f04a648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:25.134817 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-2a157bef-c172-4ae9-884e-91537f04a648 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2239716 Apr 21 06:13:27.662742 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 55288) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:13:27.846243 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b88b4dd-5d64-4369-acfe-d61ead738b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:27.846756 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b88b4dd-5d64-4369-acfe-d61ead738b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:27.848397 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-6b88b4dd-5d64-4369-acfe-d61ead738b55 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1846523 Apr 21 06:13:30.365598 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 55298) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:13:30.553857 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12cd1dd-c709-4b19-ad7c-9bca1a376f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:30.555271 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e12cd1dd-c709-4b19-ad7c-9bca1a376f50 admin admin] 10.222.0.32 "GET /v2.0/networks/17c54a76-06f1-45ff-bccb-81c52b511ad4 HTTP/1.1" status: 200 len: 869 time: 0.1886508 Apr 21 06:13:33.056479 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 55308) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:13:33.237299 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8378da7-dfdb-42f2-97c3-8dbd59678b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:33.238758 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a8378da7-dfdb-42f2-97c3-8dbd59678b17 admin admin] 10.222.0.32 "GET /v2.0/networks/6780f290-37a1-4067-835f-262019d95e51 HTTP/1.1" status: 200 len: 886 time: 0.1812601 Apr 21 06:13:35.759806 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 55318) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:13:35.879130 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a2c67b-8ce8-4a46-8618-331edd42bcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:35.879635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a2c67b-8ce8-4a46-8618-331edd42bcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:35.881305 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a8a2c67b-8ce8-4a46-8618-331edd42bcc7 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204927 Apr 21 06:13:38.408402 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 55328) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:13:38.527681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f5e91-713e-4868-b49a-2bff96453e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:38.528241 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f5e91-713e-4868-b49a-2bff96453e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:38.529885 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7d6f5e91-713e-4868-b49a-2bff96453e7b admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204617 Apr 21 06:13:38.735984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-184c9629-ea08-4751-9b0a-874a213f5461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:41.063173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 55338) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:13:41.184294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14dfe06-2778-4522-88b2-367d4250d297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:41.185747 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e14dfe06-2778-4522-88b2-367d4250d297 admin admin] 10.222.0.32 "GET /v2.0/subnets/945526bd-4bd0-47fc-abf3-bdb5c1c5d6c1 HTTP/1.1" status: 200 len: 868 time: 0.1215084 Apr 21 06:13:41.582581 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6b176181-9f43-4765-84ed-5a74e3bbc535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:41.977280 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:42.955451 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:43.736564 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 55348) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:13:43.845553 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f4289c-9c06-49c1-98b5-0c72107778ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:13:43.846963 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d7f4289c-9c06-49c1-98b5-0c72107778ba admin admin] 10.222.0.32 "GET /v2.0/subnets/a3743b82-60d3-42d1-9f74-8d7b379a73c7 HTTP/1.1" status: 200 len: 816 time: 0.1094496 Apr 21 06:13:45.014625 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:13:59.005262 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 5 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:14:08.737693 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f69d0e7a-5a93-4a71-b710-a18a051a91f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:10.541532 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 55392) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:14:10.593823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [None req-a278ea1f-bc3d-4c68-a714-2841133b7baf admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:14:10.594880 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a278ea1f-bc3d-4c68-a714-2841133b7baf admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523517 Apr 21 06:14:11.586886 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-13f0422c-cf72-428c-8588-96a561c57a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:11.978419 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:12.958415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:13.227565 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55402) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:14:13.310111 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62af534-df11-4f7f-82d2-962552943b28 admin admin] GET failed (client error): The resource could not be found. Apr 21 06:14:13.311576 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f62af534-df11-4f7f-82d2-962552943b28 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0829241 Apr 21 06:14:13.455005 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2852e-2a66-42a5-8750-7922961c2c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:14:13.456634 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c6d2852e-2a66-42a5-8750-7922961c2c05 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1406164 Apr 21 06:14:15.018776 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:16.008657 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55412) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:14:16.063785 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:14:16.068714 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:14:16.078659 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:14:16.087887 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Made reservation on behalf of 43d1dbe750554e8ca9d5f039aae9739f for: {'network': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:14:16.092634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:16.188142 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.services.revisions.revision_plugin [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Could not find related network for resource to bump revision. Apr 21 06:14:16.200176 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=86267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:14:16.209018 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:16.209402 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Added segment 6974077c-8562-4499-875b-38a28d730e7a of type vlan for network d31590a1-d525-4418-b0ec-3f5a071a9218 Apr 21 06:14:16.235837 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:16.266687 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:16.268103 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:14:16.268745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:16.273828 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-97bb88d2-7330-4daa-9756-e55e6dc93487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:14:16.376833 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3668723 Apr 21 06:14:16.379823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Pushing event updated for resources: {'Network': ['ID=d31590a1-d525-4418-b0ec-3f5a071a9218,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:14:16.382692 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:14:16.391578 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network d31590a1-d525-4418-b0ec-3f5a071a9218 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:14:18.919214 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55422) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:14:19.013996 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acc8490-3f8f-4343-b999-45a69e939c7c admin admin] GET failed (client error): The resource could not be found. Apr 21 06:14:19.014928 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5acc8490-3f8f-4343-b999-45a69e939c7c admin admin] Synchronizing usage tracker for tenant:43d1dbe750554e8ca9d5f039aae9739f on resource:network {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:14:19.037878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5acc8490-3f8f-4343-b999-45a69e939c7c admin admin] Unset dirty status for tenant:43d1dbe750554e8ca9d5f039aae9739f on resource:network {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:14:19.039990 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-5acc8490-3f8f-4343-b999-45a69e939c7c admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1195071 Apr 21 06:14:19.156014 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5473aef6-f2d3-4e02-be37-79e461d04239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:14:19.157482 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-5473aef6-f2d3-4e02-be37-79e461d04239 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1133237 Apr 21 06:14:19.168597 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd31590a1-d525-4418-b0ec-3f5a071a9218', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:14:19.173504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:14:19.184057 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:14:19.193278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Made reservation on behalf of 43d1dbe750554e8ca9d5f039aae9739f for: {'subnet': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:14:19.198532 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:19.598696 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for subnet, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:19.604254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:14:19.684376 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec047028-46fe-4b5d-bb2d-6bd9347ce34d,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:14:19.688585 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:14:19.692806 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Checking segment: {'id': '6974077c-8562-4499-875b-38a28d730e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd31590a1-d525-4418-b0ec-3f5a071a9218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:14:19.693196 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Network hostable DHCP agents. Network: d31590a1-d525-4418-b0ec-3f5a071a9218, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:14:19.711679 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Network d31590a1-d525-4418-b0ec-3f5a071a9218 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:14:19.720169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, d31590a1-d525-4418-b0ec-3f5a071a9218) {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:14:19.724566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:14:19.725736 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:19.729649 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee3bc51-413d-4e26-9888-b7aee04df25f None None] Network d31590a1-d525-4418-b0ec-3f5a071a9218 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:14:19.756266 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5860095 Apr 21 06:14:19.970408 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0189f098-c9a3-54f9-84eb-8f7de1146704-d31590a1-d525-4418-b0ec-3f5a071a9218', 'network_id': 'd31590a1-d525-4418-b0ec-3f5a071a9218', 'tenant_id': '43d1dbe750554e8ca9d5f039aae9739f', 'fixed_ips': [{'subnet_id': 'ec047028-46fe-4b5d-bb2d-6bd9347ce34d'}]}} from dv-cinder-776307-5-smb. {{(pid=86269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:14:19.971260 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:20.142999 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Allocated IP 192.168.233.2 (d31590a1-d525-4418-b0ec-3f5a071a9218/ec047028-46fe-4b5d-bb2d-6bd9347ce34d/3cb7dbdf-f882-4dfd-ba8b-497436050301) {{(pid=86269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:14:20.368973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Notify callbacks [] for port, precommit_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:20.380477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Transition to ACTIVE for port object 3cb7dbdf-f882-4dfd-ba8b-497436050301 will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:14:20.401678 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Transition to ACTIVE for port object 3cb7dbdf-f882-4dfd-ba8b-497436050301 will not be triggered until provisioned by entity DHCP. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:14:20.405737 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:20.411676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:14:20.485145 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Network d31590a1-d525-4418-b0ec-3f5a071a9218 is already hosted by enough agents. {{(pid=86269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:14:20.488502 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Resources bound (agent type, host, resource id): {{(pid=86269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:14:20.493626 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Received port after_create {{(pid=86269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:14:20.496096 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Pushing event updated for resources: {'Port': ['ID=3cb7dbdf-f882-4dfd-ba8b-497436050301,revision_number=1']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:14:20.533156 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:14:20.533536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:14:20.533912 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:14:20.534276 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:14:20.534647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:14:20.535011 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:14:20.535369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:14:20.535731 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:14:20.536117 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:14:20.536476 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:14:20.536840 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:14:20.537196 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:14:20.546370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:14:20.607402 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Attempting to bind port 3cb7dbdf-f882-4dfd-ba8b-497436050301 on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:14:20.607814 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Attempting to bind port 3cb7dbdf-f882-4dfd-ba8b-497436050301 by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '6974077c-8562-4499-875b-38a28d730e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd31590a1-d525-4418-b0ec-3f5a071a9218'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:14:20.608254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Attempting to bind port 3cb7dbdf-f882-4dfd-ba8b-497436050301 on network d31590a1-d525-4418-b0ec-3f5a071a9218 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:14:20.614381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:14:20.614799 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Checking segment: {'id': '6974077c-8562-4499-875b-38a28d730e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd31590a1-d525-4418-b0ec-3f5a071a9218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:14:20.615248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:20.615685 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Bound using segment: {'id': '6974077c-8562-4499-875b-38a28d730e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd31590a1-d525-4418-b0ec-3f5a071a9218'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:14:20.616794 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Bound port: 3cb7dbdf-f882-4dfd-ba8b-497436050301, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6974077c-8562-4499-875b-38a28d730e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd31590a1-d525-4418-b0ec-3f5a071a9218'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:14:20.617212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:20.726059 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] For port 3cb7dbdf-f882-4dfd-ba8b-497436050301, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:14:20.730327 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] For port 3cb7dbdf-f882-4dfd-ba8b-497436050301, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=3cb7dbdf-f882-4dfd-ba8b-497436050301,segment=NetworkSegment(6974077c-8562-4499-875b-38a28d730e7a),segment_id=6974077c-8562-4499-875b-38a28d730e7a)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:14:20.734442 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:20.740412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:14:20.827207 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Pushing event updated for resources: {'Port': ['ID=3cb7dbdf-f882-4dfd-ba8b-497436050301,revision_number=2']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:14:20.830806 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:14:21.615190 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 3cb7dbdf-f882-4dfd-ba8b-497436050301 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:14:21.689805 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 3cb7dbdf-f882-4dfd-ba8b-497436050301 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:14:22.098191 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cbd71c-669d-4c93-bd2f-4764eeea97e3 None None] Network d31590a1-d525-4418-b0ec-3f5a071a9218 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:14:22.352391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-fc2a1a87-5747-4a18-9170-dabf057da2be None None] Provisioning for port 3cb7dbdf-f882-4dfd-ba8b-497436050301 completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:14:22.360689 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-fc2a1a87-5747-4a18-9170-dabf057da2be None None] Provisioning complete for port 3cb7dbdf-f882-4dfd-ba8b-497436050301 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:14:22.361105 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1a87-5747-4a18-9170-dabf057da2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:22.609485 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1a87-5747-4a18-9170-dabf057da2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:22.668602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-fc2a1a87-5747-4a18-9170-dabf057da2be None None] For port 3cb7dbdf-f882-4dfd-ba8b-497436050301, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=3cb7dbdf-f882-4dfd-ba8b-497436050301,segment=NetworkSegment(6974077c-8562-4499-875b-38a28d730e7a),segment_id=6974077c-8562-4499-875b-38a28d730e7a)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:14:22.671819 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1a87-5747-4a18-9170-dabf057da2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:22.673789 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:14:22.746875 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a1a87-5747-4a18-9170-dabf057da2be None None] Pushing event updated for resources: {'Port': ['ID=3cb7dbdf-f882-4dfd-ba8b-497436050301,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:14:22.750360 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fc2a1a87-5747-4a18-9170-dabf057da2be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:14:22.897970 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-e24ee844-0cc4-4cd6-85f1-699fb15af645 None None] Provisioning complete for port 3cb7dbdf-f882-4dfd-ba8b-497436050301 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:14:22.898310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e24ee844-0cc4-4cd6-85f1-699fb15af645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:23.587436 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 3cb7dbdf-f882-4dfd-ba8b-497436050301 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:14:23.659904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 3cb7dbdf-f882-4dfd-ba8b-497436050301 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:14:23.660342 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:36.005605 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 5 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:14:38.740100 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1520010e-01c8-4068-87dc-9b23669ddb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:41.589708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c7b27833-d94a-4c2d-ba75-20c9db4726a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:41.981414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:42.962394 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:14:45.020773 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:08.742880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4958c6c-2ff6-4c66-9181-8b094a7379ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:11.589129 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0517-e8e8-43f6-8b52-852e36ad9e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:11.983075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:12.964652 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:13.005468 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 5 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:15:15.027366 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:34.737658 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55464) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:15:34.744096 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [None req-4f1eaf11-6fc7-4826-9448-06d03fae28bb tempest-verify_tempest_config-1462560808 tempest-verify_tempest_config-1462560808-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86267) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:15:34.745152 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-4f1eaf11-6fc7-4826-9448-06d03fae28bb tempest-verify_tempest_config-1462560808 tempest-verify_tempest_config-1462560808-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064621 Apr 21 06:15:35.060128 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55482) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:15:35.183627 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:35.199323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:15:35.203360 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Usage tracker for resource:security_group_rule and tenant:5b834efb66d343bcb545a3baa4f8eea2 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:15:35.206311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:15:35.212936 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:15:35.299303 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:35.301789 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:35.310973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:15:35.354086 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Synchronizing usage tracker for tenant:43d1dbe750554e8ca9d5f039aae9739f on resource:security_group {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:15:35.358771 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2547caf5-0f60-4471-ba2c-73f854436ffe,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:15:35.371197 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:15:35.371584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:15:35.371982 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:15:35.372353 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:15:35.372721 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:15:35.373091 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:15:35.373457 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:15:35.373818 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:15:35.374193 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:15:35.374555 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:15:35.374912 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:15:35.375269 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:15:35.381672 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:15:35.386591 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Unset dirty status for tenant:43d1dbe750554e8ca9d5f039aae9739f on resource:security_group {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:15:35.388008 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b834efb66d343bcb545a3baa4f8eea2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3267119 Apr 21 06:15:35.390668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55488) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:15:35.456260 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7038c47a-44a6-4374-981f-e98dade42655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:35.483683 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7038c47a-44a6-4374-981f-e98dade42655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:35.538157 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7038c47a-44a6-4374-981f-e98dade42655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:35.543332 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:15:35.554556 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038c47a-44a6-4374-981f-e98dade42655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2547caf5-0f60-4471-ba2c-73f854436ffe,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:15:35.558381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7038c47a-44a6-4374-981f-e98dade42655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:15:35.562067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7038c47a-44a6-4374-981f-e98dade42655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:35.563267 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7038c47a-44a6-4374-981f-e98dade42655 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2547caf5-0f60-4471-ba2c-73f854436ffe HTTP/1.1" status: 204 len: 168 time: 0.1715894 Apr 21 06:15:38.746411 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0c716449-9b50-49c3-833c-eec82c32bbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:41.591562 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-54db3f87-746a-4077-90e1-903e20799489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:41.986236 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:42.967744 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:45.028733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:15:50.004771 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 5 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:16:08.748261 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d2aec55f-1169-4ac7-bd24-c7328d0afd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:11.593961 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba9ecc9c-1550-4d9a-8f92-6660464bdcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:11.990182 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:12.969373 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:15.032747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:27.003566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 5 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:16:38.749390 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-644f98c8-ec9d-41bd-94aa-700050c513d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:41.595131 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-69262b7d-22b6-4e10-bb96-4bc157477b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:41.993405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:42.970363 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:16:45.035799 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:04.002960 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 5 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:17:08.750870 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-04a70db5-b6f6-452c-b375-5971f29ed016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:11.598645 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ebd318d9-c303-419a-9e1f-a99a35e21698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:11.995264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:12.973733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:15.044389 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:19.153969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485'] for agent, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:24.935392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55548) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:17:25.058844 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-bc01b1c4-0217-4a45-8b08-cf89d145e337 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1222398 Apr 21 06:17:27.614996 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55558) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:17:27.680565 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-60f1aa4f-53b7-492a-8f03-42db6962028e admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0643837 Apr 21 06:17:38.751673 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8367f907-e66f-4544-bee0-6dcfaa1eac1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:41.003529 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:17:41.601024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6b0b92ad-4219-42ca-9eb0-cd1e0e0d16f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:41.998529 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:42.976158 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:45.043373 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:17:49.111909 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:08.756715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5a74827e-a2a1-4696-b88b-8b5761b2fae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:11.604124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-76582ae5-e340-42d5-bf3e-8701f7ece94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:12.004429 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:12.979824 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:15.049642 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:18.003837 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:18:19.109954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:38.758412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b76e54bd-04f3-4767-965d-5a8a2a3ca418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:41.622417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2e6224cc-4f80-44ee-b3c4-cc94224f48fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:42.008406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:42.989873 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:45.051472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:49.325380 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:18:55.004231 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:19:08.776982 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-56261b5d-9811-478c-9355-b71f11b526e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:09.338387 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55724) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:09.745426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-938399399-network', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:09.751633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:09.756610 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Usage tracker for resource:network and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:09.760271 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:09.768325 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:09.783276 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Made reservation on behalf of 8d770d4b502e43fab6b4945aa424cf5b for: {'network': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:09.789187 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:09.805207 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:09.834578 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:09.842898 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:09.849345 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:09.863517 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:10.022635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:10.027631 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:10.041005 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=86267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:19:10.046486 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:10.079611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:10.080046 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Added segment 97cefbdf-2a45-4099-afeb-080980388136 of type vlan for network c2af643d-203c-4cb9-ab5a-766c1cede763 Apr 21 06:19:10.090355 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48b0c0a-e45f-4b0f-996c-45e2e8c384de,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:10.102072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:10.102426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:10.102991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:10.103354 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:10.103720 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:10.104130 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:10.104642 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:10.105003 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:10.105493 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:10.106016 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:10.106583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:10.106941 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Tracked resource versions report: Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: pushed versions: Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: { 'AddressGroup': {'1.2'}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': {'1.0'}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': {'1.0'}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': {'1.1'}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': {'1.7'}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': {'1.2'}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': {'1.8'}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': {'1.4'}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': {'1.2'}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': {'1.0'}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': {'1.1'}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': {'1.1'}} Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: consumer versions: Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: { DHCP agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: HyperV agent@hv-cinder-77630: {}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: L3 agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: Metadata agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: Metering agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: Open vSwitch agent@dv-cinder-776307-5-smb: { 'AddressGroup': '1.2', Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': '1.0', Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': '1.0', Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': '1.1', Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': '1.7', Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': '1.2', Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': '1.8', Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': '1.4', Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': '1.2', Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': '1.0', Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': '1.1', Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': '1.1'}} Apr 21 06:19:10.108108 dv-cinder-776307-5-smb neutron-server[86155]: {{(pid=86267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 06:19:10.131864 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 55766) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:10.157671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:10.169562 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:10.229207 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:10.230128 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:10.231048 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:10.256960 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0b8f0976-f087-404f-b1e3-738a6091d731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:10.422109 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0818930 Apr 21 06:19:10.428221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 55784) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:10.435648 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Request body: {'subnet': {'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-938399399-subnet', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:10.445438 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=c2af643d-203c-4cb9-ab5a-766c1cede763,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:10.450058 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:10.453173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:10.458039 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Usage tracker for resource:subnet and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:10.462180 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network c2af643d-203c-4cb9-ab5a-766c1cede763 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:19:10.463235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:10.471860 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:10.494249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Made reservation on behalf of 8d770d4b502e43fab6b4945aa424cf5b for: {'subnet': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:10.500162 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:10.621531 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-607442673-network', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:10.639540 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:10.644343 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Usage tracker for resource:network and tenant:6b36b6f127b24361924ef09764ac2fce is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:10.648393 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:10.655548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:10.676386 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Made reservation on behalf of 6b36b6f127b24361924ef09764ac2fce for: {'network': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:10.681547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:10.702258 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:10.721751 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:10.728410 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Usage tracker for resource:security_group_rule and tenant:6b36b6f127b24361924ef09764ac2fce is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:10.733759 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:10.744200 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:11.160763 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55804) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:11.244115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.263636 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.279796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:11.308969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55816) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:11.319311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=86268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:19:11.389140 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304326340502', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.390028 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Unsubscribe: segment precommit_create {{(pid=86268) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 21 06:19:11.390876 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Added segment 7d3be69a-410e-48ca-8113-93e7ce98c4d3 of type vlan for network 83a17177-a855-4321-83e2-b924c2c345d5 Apr 21 06:19:11.443740 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25172ad-57bf-4f5e-acfb-f3778a79e182,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:11.461998 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1710898777-network', 'tenant_id': 'eaeb8ed631ed480fb663f8f8fc675f24'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:11.474401 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:11.489476 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Usage tracker for resource:network and tenant:eaeb8ed631ed480fb663f8f8fc675f24 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:11.493308 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:11.493939 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:11.494203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:11.494577 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:11.495211 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:11.495845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:11.496515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:11.497150 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:11.497780 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:11.498406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:11.499030 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:11.499660 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:11.500393 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Tracked resource versions report: Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: pushed versions: Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: { 'AddressGroup': {'1.2'}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': {'1.0'}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': {'1.0'}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': {'1.1'}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': {'1.7'}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': {'1.2'}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': {'1.8'}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': {'1.4'}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': {'1.2'}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': {'1.0'}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': {'1.1'}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': {'1.1'}} Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: consumer versions: Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: { DHCP agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: HyperV agent@hv-cinder-77630: {}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: L3 agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: Metadata agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: Metering agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: Open vSwitch agent@dv-cinder-776307-5-smb: { 'AddressGroup': '1.2', Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': '1.0', Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': '1.0', Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': '1.1', Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': '1.7', Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': '1.2', Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': '1.8', Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': '1.4', Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': '1.2', Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': '1.0', Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': '1.1', Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': '1.1'}} Apr 21 06:19:11.503208 dv-cinder-776307-5-smb neutron-server[86155]: {{(pid=86268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 06:19:11.520955 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-572461353-network', 'tenant_id': '884f9ebdd7aa40c3822cd3bf7aae7484'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:11.536109 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:11.539403 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:11.549876 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Usage tracker for resource:network and tenant:884f9ebdd7aa40c3822cd3bf7aae7484 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:11.556810 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:11.566450 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:11.571069 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Made reservation on behalf of eaeb8ed631ed480fb663f8f8fc675f24 for: {'network': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:11.573072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:11.576584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.577609 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.598520 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.614027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Made reservation on behalf of 884f9ebdd7aa40c3822cd3bf7aae7484 for: {'network': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:11.615809 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-970fd606-e775-482e-b585-029e716be0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.620382 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.648470 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.650450 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:11.658531 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Usage tracker for resource:security_group_rule and tenant:eaeb8ed631ed480fb663f8f8fc675f24 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:11.665170 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:11.669017 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:11.676268 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:11.678974 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Usage tracker for resource:security_group_rule and tenant:884f9ebdd7aa40c3822cd3bf7aae7484 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:11.683603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:11.696286 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:11.721995 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.741185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:11.747402 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.766399 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:11.889468 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.902853 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.908894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.909945 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:11.925061 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-256766e5-392b-4c19-ae6f-74ed70896d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:11.975916 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=86267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:19:12.026630 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:12.027039 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:12.027762 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Added segment 4e462b11-4aaa-4fa4-85cc-f562fe68b1c8 of type vlan for network 111861ce-5753-440d-85cc-7f8a82d3f6da Apr 21 06:19:12.030340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f582ca-65f4-438d-bf3d-50c4374ab9e7,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:12.072036 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=86267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:19:12.109377 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:12.110325 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Added segment 5d562c94-0fd0-4f54-8cda-f0af0f939766 of type vlan for network 82109280-1bfc-4263-8ddd-6d40e27fc10d Apr 21 06:19:12.160908 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:12.164635 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0314682 Apr 21 06:19:12.165574 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 55846) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:12.170625 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Pushing event updated for resources: {'Network': ['ID=83a17177-a855-4321-83e2-b924c2c345d5,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:12.189083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Request body: {'subnet': {'network_id': '83a17177-a855-4321-83e2-b924c2c345d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-607442673-subnet', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:12.201076 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network 83a17177-a855-4321-83e2-b924c2c345d5 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:19:12.204497 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:12.226987 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:12.235172 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97e048c-a854-4edd-8183-2654f7fa4e67,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:12.236304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Usage tracker for resource:subnet and tenant:6b36b6f127b24361924ef09764ac2fce is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:12.251354 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:12.258530 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:12.264504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for subnet, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:12.275702 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:12.291918 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:12.302233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:12.302971 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:12.303696 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:12.304221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:12.305852 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:12.306493 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:12.338229 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:12.399338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Made reservation on behalf of 6b36b6f127b24361924ef09764ac2fce for: {'subnet': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:12.404513 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:12.549323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:12.550756 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Pushing event updated for resources: {'Network': ['ID=111861ce-5753-440d-85cc-7f8a82d3f6da,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:12.553915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:12.555551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:12.556445 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:12.568330 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network 111861ce-5753-440d-85cc-7f8a82d3f6da details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:19:12.590114 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4273121 Apr 21 06:19:12.597723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55852) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:12.598328 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:12.737455 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4215159 Apr 21 06:19:12.737455 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Pushing event updated for resources: {'Network': ['ID=82109280-1bfc-4263-8ddd-6d40e27fc10d,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:12.738265 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55860) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:12.744572 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Request body: {'subnet': {'network_id': '111861ce-5753-440d-85cc-7f8a82d3f6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1710898777-subnet', 'tenant_id': 'eaeb8ed631ed480fb663f8f8fc675f24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:12.752913 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Request body: {'subnet': {'network_id': '82109280-1bfc-4263-8ddd-6d40e27fc10d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-572461353-subnet', 'tenant_id': '884f9ebdd7aa40c3822cd3bf7aae7484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:12.758698 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:12.763102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Usage tracker for resource:subnet and tenant:884f9ebdd7aa40c3822cd3bf7aae7484 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:12.767123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:12.773567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:12.782030 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:12.784951 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:12.787860 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Made reservation on behalf of 884f9ebdd7aa40c3822cd3bf7aae7484 for: {'subnet': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:12.792755 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:12.894543 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network 82109280-1bfc-4263-8ddd-6d40e27fc10d details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:19:12.905362 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9a5fb8-b027-4dde-8595-3dac89598941,revision_number=0']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:12.930721 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:12.944525 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Usage tracker for resource:subnet and tenant:eaeb8ed631ed480fb663f8f8fc675f24 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:12.944769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Checking segment: {'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:12.945702 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Network hostable DHCP agents. Network: c2af643d-203c-4cb9-ab5a-766c1cede763, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:19:12.947822 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:12.965419 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:13.049918 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Made reservation on behalf of eaeb8ed631ed480fb663f8f8fc675f24 for: {'subnet': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:13.055654 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:13.118841 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Network c2af643d-203c-4cb9-ab5a-766c1cede763 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:19:13.163665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:13.433547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, c2af643d-203c-4cb9-ab5a-766c1cede763) {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:13.448788 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f0eb06-0017-4d68-b031-f4821764ec99 None None] Network c2af643d-203c-4cb9-ab5a-766c1cede763 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:19:13.473573 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:13.474680 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:13.650928 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2211201 Apr 21 06:19:13.651899 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 55884) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:13.662021 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:13.670700 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:13.675886 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Usage tracker for resource:router and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:13.679296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:13.686452 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:13.743127 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3091'] for router, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:13.744428 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846785787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846888684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772709'] for router, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:13.763163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:13.834109 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0189f098-c9a3-54f9-84eb-8f7de1146704-c2af643d-203c-4cb9-ab5a-766c1cede763', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941'}]}} from dv-cinder-776307-5-smb. {{(pid=86269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:19:13.836264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:14.097952 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846785550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772726'] for router, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:14.335559 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Allocated IP 172.20.0.2 (c2af643d-203c-4cb9-ab5a-766c1cede763/8f9a5fb8-b027-4dde-8595-3dac89598941/e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b) {{(pid=86269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:19:14.458130 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for subnet, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:14.474786 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:14.541839 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for subnet, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:14.564820 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:14.648822 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b56d1b-e7e5-407e-b2c3-cdb1e92ce8a7,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:14.654602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:14.674277 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Checking segment: {'id': '5d562c94-0fd0-4f54-8cda-f0af0f939766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82109280-1bfc-4263-8ddd-6d40e27fc10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:14.674665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Network hostable DHCP agents. Network: 82109280-1bfc-4263-8ddd-6d40e27fc10d, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:19:14.724230 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Network 82109280-1bfc-4263-8ddd-6d40e27fc10d is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:19:14.764711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Notify callbacks [] for port, precommit_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:14.770792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, 82109280-1bfc-4263-8ddd-6d40e27fc10d) {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:14.778995 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Transition to ACTIVE for port object e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:19:14.782844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:14.783345 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:14.801465 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Transition to ACTIVE for port object e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b will not be triggered until provisioned by entity DHCP. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:19:14.806465 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd30954b-66a3-4e18-95c6-97a837caa81a None None] Network 82109280-1bfc-4263-8ddd-6d40e27fc10d requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:19:14.822939 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for subnet, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:14.825359 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9ba4d4-a8e5-4c4e-9983-66f08290261f,revision_number=0']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:14.828809 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:14.832874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:14.835614 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0960197 Apr 21 06:19:14.843023 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:14.871722 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Checking segment: {'id': '7d3be69a-410e-48ca-8113-93e7ce98c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:14.876188 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Network hostable DHCP agents. Network: 83a17177-a855-4321-83e2-b924c2c345d5, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:19:14.980101 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:14.988219 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Checking segment: {'id': '4e462b11-4aaa-4fa4-85cc-f562fe68b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '111861ce-5753-440d-85cc-7f8a82d3f6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:14.988968 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Network hostable DHCP agents. Network: 111861ce-5753-440d-85cc-7f8a82d3f6da, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:19:15.003302 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26df15cb-309b-4c97-b863-c762b15a7c20,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:15.010298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:15.036155 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Network 111861ce-5753-440d-85cc-7f8a82d3f6da is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:19:15.063815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, 111861ce-5753-440d-85cc-7f8a82d3f6da) {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:15.080418 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Network c2af643d-203c-4cb9-ab5a-766c1cede763 is already hosted by enough agents. {{(pid=86269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:19:15.095806 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:15.101448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:15.200222 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4565666 Apr 21 06:19:15.244921 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Network 83a17177-a855-4321-83e2-b924c2c345d5 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:19:15.354855 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, 83a17177-a855-4321-83e2-b924c2c345d5) {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:15.375787 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:15.376471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:15.511460 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:15.512014 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Resources bound (agent type, host, resource id): {{(pid=86269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:15.522653 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Received port after_create {{(pid=86269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:19:15.592760 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.4233167 Apr 21 06:19:15.595339 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 55950) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:15.602275 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-607442673-router', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:15.611070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527948f7-271c-446f-a45e-1d2c6b0f2072 None None] Network 111861ce-5753-440d-85cc-7f8a82d3f6da requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:19:15.614741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:15.617926 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:15.623117 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Usage tracker for resource:router and tenant:6b36b6f127b24361924ef09764ac2fce is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:15.636392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f8afc-38f5-4170-a6f2-2eef12db74d4 None None] Network 83a17177-a855-4321-83e2-b924c2c345d5 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:19:15.638954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:15.662065 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:15.693305 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3091'] for router, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:15.700145 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846785787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846888684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772709'] for router, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:15.751759 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:16.043559 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Allocated IP 172.28.0.208 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/151e01b3-5ee9-44e0-bea0-e144062d9a1e) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:19:16.341423 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:16.472325 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:16.488963 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:16.708728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2851dc6-5e1a-4229-ba21-4eeac4d16a37 None None] Network 111861ce-5753-440d-85cc-7f8a82d3f6da requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:19:16.721439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Pushing event updated for resources: {'Port': ['ID=151e01b3-5ee9-44e0-bea0-e144062d9a1e,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:16.726823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846785550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772726'] for router, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:16.732333 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:16.738691 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:19:16.742085 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:16.748911 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:19:16.809007 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56012) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:16.905951 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:16.919150 dv-cinder-776307-5-smb neutron-server[86155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 21 06:19:16.965431 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171483e0-37a1-40cb-96b3-2729fddbf169 None None] Network 82109280-1bfc-4263-8ddd-6d40e27fc10d requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:19:17.102737 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56022) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:17.171743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Attempting to bind port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:19:17.172887 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Attempting to bind port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:19:17.173402 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Attempting to bind port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b on network c2af643d-203c-4cb9-ab5a-766c1cede763 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:19:17.176878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56030) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:17.188869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:19:17.189694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Checking segment: {'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:17.189967 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:17.190678 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Bound using segment: {'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:19:17.191338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Bound port: e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:19:17.191866 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:17.203126 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Pushing event updated for resources: {'Port': ['ID=e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b,revision_number=1']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:17.245001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:17.245554 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:17.246031 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:17.246497 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:17.246962 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:17.247423 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:17.247882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:17.248547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:17.249010 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:17.249466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:17.249936 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:17.250430 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Tracked resource versions report: Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: pushed versions: Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: { 'AddressGroup': {'1.2'}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': {'1.0'}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': {'1.0'}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': {'1.1'}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': {'1.7'}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': {'1.2'}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': {'1.8'}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': {'1.4'}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': {'1.2'}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': {'1.0'}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': {'1.1'}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': {'1.1'}} Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: consumer versions: Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: { DHCP agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: HyperV agent@hv-cinder-77630: {}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: L3 agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: Metadata agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: Metering agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: Open vSwitch agent@dv-cinder-776307-5-smb: { 'AddressGroup': '1.2', Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': '1.0', Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': '1.0', Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': '1.1', Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': '1.7', Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': '1.2', Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': '1.8', Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': '1.4', Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': '1.2', Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': '1.0', Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': '1.1', Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': '1.1'}} Apr 21 06:19:17.251668 dv-cinder-776307-5-smb neutron-server[86155]: {{(pid=86269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 06:19:17.257506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.277s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:17.377073 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56042) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:17.401601 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-b0fdb707-4f51-4e2a-aa6f-bc73737e73b7 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:17.403563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-b0fdb707-4f51-4e2a-aa6f-bc73737e73b7 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Synchronizing usage tracker for tenant:eaeb8ed631ed480fb663f8f8fc675f24 on resource:network {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:19:17.420558 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2024855936-network', 'tenant_id': '9a2854dbf7334767b1ac0f8ba204e75e'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:17.504499 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:17.522523 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-b0fdb707-4f51-4e2a-aa6f-bc73737e73b7 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Unset dirty status for tenant:eaeb8ed631ed480fb663f8f8fc675f24 on resource:network {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:19:17.525078 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-b0fdb707-4f51-4e2a-aa6f-bc73737e73b7 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/networks?id=111861ce-5753-440d-85cc-7f8a82d3f6da HTTP/1.1" status: 200 len: 812 time: 0.6131151 Apr 21 06:19:17.549085 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Usage tracker for resource:network and tenant:9a2854dbf7334767b1ac0f8ba204e75e is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:17.567078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:17.598031 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] For port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:19:17.602726 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] For port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:19:17.611672 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:17.654436 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:17.674352 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:17.851017 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2d898634-f0f8-468b-bc63-1dd1975fe2d5 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/quotas/eaeb8ed631ed480fb663f8f8fc675f24 HTTP/1.1" status: 200 len: 375 time: 0.2881348 Apr 21 06:19:17.854192 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:17.909198 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec8ed60-c2b8-4175-a250-608ba03a35f6 None None] Network 83a17177-a855-4321-83e2-b924c2c345d5 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:19:17.950945 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Pushing event updated for resources: {'Port': ['ID=e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b,revision_number=2']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:17.963378 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Made reservation on behalf of 9a2854dbf7334767b1ac0f8ba204e75e for: {'network': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:17.968611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:18.025619 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:18.454711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d372dc9c-22a5-4d16-9413-a3d9e1c17b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:18.551467 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-425eae19-4b2e-4378-ba21-6ca3877eb87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:18.580972 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:18.596365 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7990232'] for router, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:18.610138 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d372dc9c-22a5-4d16-9413-a3d9e1c17b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:18.637952 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d372dc9c-22a5-4d16-9413-a3d9e1c17b21 admin admin] Usage tracker for resource:security_group_rule and tenant:51f740635409492cb7247e19126b3685 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:18.666592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-425eae19-4b2e-4378-ba21-6ca3877eb87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:18.691800 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d372dc9c-22a5-4d16-9413-a3d9e1c17b21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:18.705831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:18.715414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-425eae19-4b2e-4378-ba21-6ca3877eb87a admin admin] Usage tracker for resource:security_group_rule and tenant:dff3facfc0114bc3a9a8ccc1edec575a is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:18.723899 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-3fe3b40c-a41b-405d-8e78-e8f80c67f662 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eaeb8ed631ed480fb663f8f8fc675f24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8399761 Apr 21 06:19:18.725471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-425eae19-4b2e-4378-ba21-6ca3877eb87a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:18.736440 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d372dc9c-22a5-4d16-9413-a3d9e1c17b21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:18.745565 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Usage tracker for resource:security_group_rule and tenant:9a2854dbf7334767b1ac0f8ba204e75e is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:18.758258 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-425eae19-4b2e-4378-ba21-6ca3877eb87a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:18.765803 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:18.777119 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:18.835987 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:18.848522 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:18.850520 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 is scheduled to L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc with binding_index 1 {{(pid=86268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:19:18.962990 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-25ce4b37-9101-4664-b283-b9209306c8f1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86267) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:19:18.964109 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-25ce4b37-9101-4664-b283-b9209306c8f1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1345954 Apr 21 06:19:19.097958 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:19:19.118324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Sync routers for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:19:19.131845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:19:19.132585 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:19:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:19.138656 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Notify callbacks [] for router, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:19.141702 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4849513 Apr 21 06:19:19.146375 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56076) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:19.347375 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:19:19.362041 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-425eae19-4b2e-4378-ba21-6ca3877eb87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:19.369930 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:19.370558 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-627fbb3e-44b4-48f0-990c-f30a2f8a571b service neutron] 10.222.0.32 "GET /v2.0/networks/111861ce-5753-440d-85cc-7f8a82d3f6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893602 Apr 21 06:19:19.372539 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d372dc9c-22a5-4d16-9413-a3d9e1c17b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:19.393323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-425eae19-4b2e-4378-ba21-6ca3877eb87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:19.394110 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d372dc9c-22a5-4d16-9413-a3d9e1c17b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:19.395410 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Allocated IP 172.28.0.7 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/e61091d6-c9a6-4333-9be2-bcbbbb08415a) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:19:19.439958 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:19.446794 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:19.542621 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:19.690567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb1a304-e19f-47fa-81d9-68bb8ac5cd28 None None] Network c2af643d-203c-4cb9-ab5a-766c1cede763 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:19:19.764275 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=86267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:19:19.773599 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425eae19-4b2e-4378-ba21-6ca3877eb87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13393290-5177-4ef0-9a55-5d56bcb412ca,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:19.783705 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d372dc9c-22a5-4d16-9413-a3d9e1c17b21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51f740635409492cb7247e19126b3685&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6006958 Apr 21 06:19:19.783705 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-caad4c8c-a390-414d-8d81-e40f3f42a3dd service neutron] 10.222.0.32 "GET /v2.0/networks/111861ce-5753-440d-85cc-7f8a82d3f6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896768 Apr 21 06:19:19.787445 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-425eae19-4b2e-4378-ba21-6ca3877eb87a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dff3facfc0114bc3a9a8ccc1edec575a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6805174 Apr 21 06:19:19.789158 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56094) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:19.789742 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56096) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:19.840492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:19.840910 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Added segment b5f0acbc-cb78-4d07-a20d-2267cc2fbc74 of type vlan for network bce78f3c-1d00-44f2-9eb9-8f2d86b0525c Apr 21 06:19:19.873350 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:19.907505 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372dc9c-22a5-4d16-9413-a3d9e1c17b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54f6ac4-97be-48be-83ac-47479bf72916,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:19.915618 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d372dc9c-22a5-4d16-9413-a3d9e1c17b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:19.916366 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:19.916954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:20.060118 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:17Z', 'revision_number': 3, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:20.080227 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Checking router: c45b77fe-7292-4351-a8e1-7c1cdc9b7222 for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:19:20.081159 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Updating router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 port 151e01b3-5ee9-44e0-bea0-e144062d9a1e binding host dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:19:20.150144 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:20.192666 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0299fd83-b291-457e-978a-f9adcc054f5e,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:20.196548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:20.197887 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:20.204980 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:20.205728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-aae49c9c-7da0-4c44-8083-cb68307b38d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:20.209547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:20.222134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:20.355500 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:19:20.362603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:20.367588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Pushing event updated for resources: {'Network': ['ID=bce78f3c-1d00-44f2-9eb9-8f2d86b0525c,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:20.384325 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:19:20.394026 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-baf190b9-ea42-4e74-8885-896fb07b497d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:20.431859 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:19:20.530906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-baf190b9-ea42-4e74-8885-896fb07b497d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:20.556780 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0254a862-c601-43cb-9c7d-97f0ab0fb5d4 None None] Provisioning for port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:19:20.563774 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:20.565824 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7038c47a-44a6-4374-981f-e98dade42655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.792s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:20.566504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7038c47a-44a6-4374-981f-e98dade42655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:20.590560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:20.647479 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-baf190b9-ea42-4e74-8885-896fb07b497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:20.657553 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network bce78f3c-1d00-44f2-9eb9-8f2d86b0525c details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:19:20.672418 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:20.713245 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf190b9-ea42-4e74-8885-896fb07b497d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54f6ac4-97be-48be-83ac-47479bf72916,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:20.749994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9d7ac884-364f-499f-9aa0-f585a945232a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:20.763676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56140) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:20.768563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-baf190b9-ea42-4e74-8885-896fb07b497d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:20.787574 dv-cinder-776307-5-smb neutron-server[86155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 21 06:19:20.891411 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-baf190b9-ea42-4e74-8885-896fb07b497d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:20.901482 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-baf190b9-ea42-4e74-8885-896fb07b497d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d54f6ac4-97be-48be-83ac-47479bf72916 HTTP/1.1" status: 204 len: 168 time: 1.1046917 Apr 21 06:19:20.936222 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5541496 Apr 21 06:19:20.957018 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:19:20.961270 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56150) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:20.975741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:20.977795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:20.979167 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Request body: {'subnet': {'network_id': 'bce78f3c-1d00-44f2-9eb9-8f2d86b0525c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2024855936-subnet', 'tenant_id': '9a2854dbf7334767b1ac0f8ba204e75e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:21.042170 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8ec03255-c4ce-413c-b892-9443d6d6f927 req-17747ed5-c200-495c-b000-fc1cb07dfb6b tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 210 time: 0.2566583 Apr 21 06:19:21.069186 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9d7ac884-364f-499f-9aa0-f585a945232a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:21.108129 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Pushing event updated for resources: {'Port': ['ID=e61091d6-c9a6-4333-9be2-bcbbbb08415a,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:21.118297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:21.119659 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:21.134566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Usage tracker for resource:subnet and tenant:9a2854dbf7334767b1ac0f8ba204e75e is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:21.171566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:21.208855 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:21.295498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Made reservation on behalf of 9a2854dbf7334767b1ac0f8ba204e75e for: {'subnet': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:21.309715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:21.414594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Notify callbacks [] for port, precommit_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:21.428571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:21.536392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:19:21.536392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-abcca20b-961e-432c-bad6-a4f62782141a None None] Provisioning complete for port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:21.536392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-abcca20b-961e-432c-bad6-a4f62782141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:21.596003 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56164) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:21.605791 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:21.623142 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fc2a1a87-5747-4a18-9170-dabf057da2be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:21.633568 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:21.701635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:21.710488 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Transition to ACTIVE for port object 151e01b3-5ee9-44e0-bea0-e144062d9a1e will not be triggered until provisioned by entity L2. {{(pid=86270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:19:21.721613 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:21.727585 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:21.761435 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9d7ac884-364f-499f-9aa0-f585a945232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:21.812019 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-baf190b9-ea42-4e74-8885-896fb07b497d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:21.932533 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:21.936819 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:21.954655 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Pushing event updated for resources: {'Port': ['ID=151e01b3-5ee9-44e0-bea0-e144062d9a1e,revision_number=2']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:21.985297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:21.985945 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:21.986509 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:21.987183 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:21.987706 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:21.988386 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:21.988926 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:21.989990 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:21.990517 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:21.991564 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:21.992141 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:21.992679 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Tracked resource versions report: Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: pushed versions: Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: { 'AddressGroup': {'1.2'}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': {'1.0'}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': {'1.0'}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': {'1.1'}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': {'1.7'}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': {'1.2'}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': {'1.8'}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': {'1.4'}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': {'1.2'}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': {'1.0'}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': {'1.1'}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': {'1.1'}} Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: consumer versions: Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: { DHCP agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: HyperV agent@hv-cinder-77630: {}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: L3 agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: Metadata agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: Metering agent@dv-cinder-776307-5-smb: {}, Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: Open vSwitch agent@dv-cinder-776307-5-smb: { 'AddressGroup': '1.2', Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'ConntrackHelper': '1.0', Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'Log': '1.0', Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'Network': '1.1', Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'Port': '1.7', Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'PortForwarding': '1.2', Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'QosPolicy': '1.8', Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroup': '1.4', Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'SecurityGroupRule': '1.2', Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'SubPort': '1.0', Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'Subnet': '1.1', Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: 'Trunk': '1.1'}} Apr 21 06:19:21.994422 dv-cinder-776307-5-smb neutron-server[86155]: {{(pid=86270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 21 06:19:22.003879 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ac884-364f-499f-9aa0-f585a945232a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13393290-5177-4ef0-9a55-5d56bcb412ca,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:22.016279 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9d7ac884-364f-499f-9aa0-f585a945232a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:22.026150 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9d7ac884-364f-499f-9aa0-f585a945232a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:22.027530 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-9d7ac884-364f-499f-9aa0-f585a945232a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13393290-5177-4ef0-9a55-5d56bcb412ca HTTP/1.1" status: 204 len: 168 time: 2.2283778 Apr 21 06:19:22.055697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Attempting to bind port 151e01b3-5ee9-44e0-bea0-e144062d9a1e on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:19:22.056557 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Attempting to bind port 151e01b3-5ee9-44e0-bea0-e144062d9a1e by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:19:22.057324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Attempting to bind port 151e01b3-5ee9-44e0-bea0-e144062d9a1e on network 6780f290-37a1-4067-835f-262019d95e51 {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:19:22.077460 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:19:22.078863 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Checking segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:22.080937 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:22.081777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Bound using segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:19:22.085219 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Bound port: 151e01b3-5ee9-44e0-bea0-e144062d9a1e, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:19:22.085819 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:22.187417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56194) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:22.232885 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03669c07-f668-4279-9518-37db2b3e6b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:22.303868 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-03669c07-f668-4279-9518-37db2b3e6b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:22.342273 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:22.366439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-03669c07-f668-4279-9518-37db2b3e6b78 admin admin] Usage tracker for resource:security_group_rule and tenant:6b2453df90424896bd9897d7c2fd7547 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:22.370719 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-03669c07-f668-4279-9518-37db2b3e6b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:22.386154 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] For port 151e01b3-5ee9-44e0-bea0-e144062d9a1e, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:19:22.389630 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-03669c07-f668-4279-9518-37db2b3e6b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:22.393723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] For port 151e01b3-5ee9-44e0-bea0-e144062d9a1e, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=151e01b3-5ee9-44e0-bea0-e144062d9a1e,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:19:22.409965 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:22.418663 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:22.504962 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Allocated IP 172.20.0.1 (c2af643d-203c-4cb9-ab5a-766c1cede763/8f9a5fb8-b027-4dde-8595-3dac89598941/27b1bd6b-645a-48df-b518-fe055cf87a1b) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:19:22.696608 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ee204a4-91f0-4ea5-a3b5-20c47f86ab33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:22.722251 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Pushing event updated for resources: {'Port': ['ID=151e01b3-5ee9-44e0-bea0-e144062d9a1e,revision_number=3']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:22.737014 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-adff57af-c507-4057-80a8-83ef7fe20e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:22.754372 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5321ce16-e401-4aa0-9700-f368cb384312 req-ab07724d-c3cd-43e7-a9db-c3cb9bab47cb tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 210 time: 0.1175742 Apr 21 06:19:22.820905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:19:22.823396 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:19:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:22.939511 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03669c07-f668-4279-9518-37db2b3e6b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:22.954070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03669c07-f668-4279-9518-37db2b3e6b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:22.968463 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:22.972514 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:23.044717 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Transition to ACTIVE for port object 27b1bd6b-645a-48df-b518-fe055cf87a1b will not be triggered until provisioned by entity DHCP. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:19:23.068879 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-03669c07-f668-4279-9518-37db2b3e6b78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b2453df90424896bd9897d7c2fd7547&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8796837 Apr 21 06:19:23.071142 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03669c07-f668-4279-9518-37db2b3e6b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53474ba0-6d77-4bc4-829f-7a6b1305630e,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:23.077257 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56226) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:23.083547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-03669c07-f668-4279-9518-37db2b3e6b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:23.216370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b6796670-3f8b-4195-a0f6-c6d72e071e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:23.226470 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:23.278203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2ee204a4-91f0-4ea5-a3b5-20c47f86ab33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:23.286014 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:23.288404 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2ee204a4-91f0-4ea5-a3b5-20c47f86ab33 admin admin] Usage tracker for resource:security_group_rule and tenant:d1122a1c4b04435a957066c9984b5356 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:23.302994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2ee204a4-91f0-4ea5-a3b5-20c47f86ab33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:23.315256 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2ee204a4-91f0-4ea5-a3b5-20c47f86ab33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:23.375449 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Network c2af643d-203c-4cb9-ab5a-766c1cede763 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:19:23.395264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7990232'] for router, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:23.407425 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:19:23.428389 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:23.512519 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:19:23.512878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379259'] for router_interface, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:23.730996 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b6796670-3f8b-4195-a0f6-c6d72e071e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:23.741982 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Pushing event updated for resources: {'Port': ['ID=27b1bd6b-645a-48df-b518-fe055cf87a1b,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:23.759408 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:23.851371 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2301d47a-ed7d-4dcf-99d7-6688a9a1b322 None None] Provisioning for port 27b1bd6b-645a-48df-b518-fe055cf87a1b completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:19:23.863629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2301d47a-ed7d-4dcf-99d7-6688a9a1b322 None None] Provisioning complete for port 27b1bd6b-645a-48df-b518-fe055cf87a1b triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:23.864062 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2301d47a-ed7d-4dcf-99d7-6688a9a1b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:23.978703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:17Z', 'revision_number': 3, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:23.991299 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6b2d9-6307-4537-b2ae-f348f902839e None None] The sync data for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb is: [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:17Z', 'revision_number': 3, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:19:24.038370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2301d47a-ed7d-4dcf-99d7-6688a9a1b322 None None] Port 27b1bd6b-645a-48df-b518-fe055cf87a1b cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:19:24.044195 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:19:24.218427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:24.219401 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:24.294467 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ee204a4-91f0-4ea5-a3b5-20c47f86ab33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:24.318447 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ee204a4-91f0-4ea5-a3b5-20c47f86ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:24.405144 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:24.471180 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9b8d577c-299b-4189-b7a3-021aae0d7a13 req-17a279bf-69f6-4103-a5df-040f6a0bc46f tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 210 time: 0.2922864 Apr 21 06:19:24.472254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:24.525346 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-2ee204a4-91f0-4ea5-a3b5-20c47f86ab33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1122a1c4b04435a957066c9984b5356&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9276736 Apr 21 06:19:24.528269 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee204a4-91f0-4ea5-a3b5-20c47f86ab33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfaa89e-00cb-4cab-90fb-096b3a29c0d5,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:24.532618 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56258) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:24.554256 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ee204a4-91f0-4ea5-a3b5-20c47f86ab33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:24.589614 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Router c0f9f4f0-53da-4d97-b113-7f5846910d2e is scheduled to L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc with binding_index 1 {{(pid=86267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:19:24.595669 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b6796670-3f8b-4195-a0f6-c6d72e071e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:24.665047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:24.695818 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6796670-3f8b-4195-a0f6-c6d72e071e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53474ba0-6d77-4bc4-829f-7a6b1305630e,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:24.706506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b6796670-3f8b-4195-a0f6-c6d72e071e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:24.723271 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b6796670-3f8b-4195-a0f6-c6d72e071e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:24.723271 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b6796670-3f8b-4195-a0f6-c6d72e071e90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53474ba0-6d77-4bc4-829f-7a6b1305630e HTTP/1.1" status: 204 len: 168 time: 1.6423800 Apr 21 06:19:24.826613 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-481c80a7-fdaa-4856-b290-67ff8aea75b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:24.873379 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-481c80a7-fdaa-4856-b290-67ff8aea75b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:24.937950 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-481c80a7-fdaa-4856-b290-67ff8aea75b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:24.971796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b6796670-3f8b-4195-a0f6-c6d72e071e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:25.006649 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-481c80a7-fdaa-4856-b290-67ff8aea75b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:25.016802 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-481c80a7-fdaa-4856-b290-67ff8aea75b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbfaa89e-00cb-4cab-90fb-096b3a29c0d5 HTTP/1.1" status: 204 len: 168 time: 0.4190564 Apr 21 06:19:25.017534 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.41', 62898) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:25.106053 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c80a7-fdaa-4856-b290-67ff8aea75b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfaa89e-00cb-4cab-90fb-096b3a29c0d5,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:25.295770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for subnet, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:25.314517 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3b52e6bb-6277-4dca-b705-b8fac02d7462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:25.337834 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-481c80a7-fdaa-4856-b290-67ff8aea75b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:25.394198 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:19:25.419975 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Sync routers for ids ['c0f9f4f0-53da-4d97-b113-7f5846910d2e'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:19:25.463930 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Routers {'c0f9f4f0-53da-4d97-b113-7f5846910d2e'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:19:25.465446 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:19:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c0f9f4f0-53da-4d97-b113-7f5846910d2e'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:25.501030 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7291250-c9bf-41dd-85a9-d8e2dce6df78,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:25.518825 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:25.519825 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Checking segment: {'id': 'b5f0acbc-cb78-4d07-a20d-2267cc2fbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bce78f3c-1d00-44f2-9eb9-8f2d86b0525c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:25.520372 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Network hostable DHCP agents. Network: bce78f3c-1d00-44f2-9eb9-8f2d86b0525c, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:19:25.563957 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Notify callbacks [] for router, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:25.568758 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.9718626 Apr 21 06:19:25.571661 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56288) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:25.611369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-600c8abb-7382-44d2-9b1a-a0d8d534428e tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:25.621115 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-600c8abb-7382-44d2-9b1a-a0d8d534428e tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.41 "GET /v2.0/networks?id=111861ce-5753-440d-85cc-7f8a82d3f6da HTTP/1.1" status: 200 len: 812 time: 0.5220373 Apr 21 06:19:25.654715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Network bce78f3c-1d00-44f2-9eb9-8f2d86b0525c is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:19:25.693615 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Request body: {'port': {'device_id': '50eb1c7d-ae71-4b64-9c56-2769a65164ba', 'network_id': '111861ce-5753-440d-85cc-7f8a82d3f6da', 'admin_state_up': True, 'tenant_id': 'eaeb8ed631ed480fb663f8f8fc675f24'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:25.881617 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, bce78f3c-1d00-44f2-9eb9-8f2d86b0525c) {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:25.903102 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-78f7683b-186d-4ffc-8901-b8aa8ce12c82 req-5c993a5e-ac4e-4699-9eb9-ede12da18962 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 210 time: 0.1473112 Apr 21 06:19:25.904814 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:25.905623 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:25.939646 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.9712887 Apr 21 06:19:26.072074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56308) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:26.280434 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:26.318593 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Set router c0f9f4f0-53da-4d97-b113-7f5846910d2e gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:19:26.419050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56324) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:26.426961 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:26.429681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:26.667221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 151e01b3-5ee9-44e0-bea0-e144062d9a1e up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:19:26.716560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846679896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396642'] for router_interface, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:26.727319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Usage tracker for resource:port and tenant:eaeb8ed631ed480fb663f8f8fc675f24 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:26.732609 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:26.740934 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b2b08f-c369-45b7-a93e-3a84719e8eda None None] Network bce78f3c-1d00-44f2-9eb9-8f2d86b0525c requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:19:26.864370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9028c2f7-6b90-431d-acd4-e1b5b3bc8197 admin admin] Deleting subnet 70b56d1b-e7e5-407e-b2c3-cdb1e92ce8a7 {{(pid=86268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:19:26.923801 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:26.946432 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9028c2f7-6b90-431d-acd4-e1b5b3bc8197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:27.151253 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b440429e-2d7b-4c6e-bc7a-538ec61c86ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:27.191524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b440429e-2d7b-4c6e-bc7a-538ec61c86ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:27.199668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:27.200157 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b440429e-2d7b-4c6e-bc7a-538ec61c86ea admin admin] Usage tracker for resource:security_group_rule and tenant:3c089a2c486b4922aed1aea78b8b39b0 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:27.206495 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b440429e-2d7b-4c6e-bc7a-538ec61c86ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:27.218696 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b440429e-2d7b-4c6e-bc7a-538ec61c86ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:27.298599 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9028c2f7-6b90-431d-acd4-e1b5b3bc8197 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:27.511930 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9028c2f7-6b90-431d-acd4-e1b5b3bc8197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:27.512298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b440429e-2d7b-4c6e-bc7a-538ec61c86ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:27.553634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b440429e-2d7b-4c6e-bc7a-538ec61c86ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:27.608977 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f3c75f82-1aa0-4b27-8826-6847abe8d244 req-0e35d647-676e-49b5-be91-5bc31d51a9e0 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 210 time: 0.4516733 Apr 21 06:19:27.658824 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Made reservation on behalf of eaeb8ed631ed480fb663f8f8fc675f24 for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:27.669789 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:27.689722 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Pushing event updated for resources: {'Port': ['ID=27b1bd6b-645a-48df-b518-fe055cf87a1b,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:27.714769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:27.731644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:27.782803 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b440429e-2d7b-4c6e-bc7a-538ec61c86ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c089a2c486b4922aed1aea78b8b39b0&name=default HTTP/1.1" status: 200 len: 2977 time: 1.7076976 Apr 21 06:19:27.790917 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56364) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:27.975997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Network c2af643d-203c-4cb9-ab5a-766c1cede763 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:19:27.996583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:28.015918 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117c9b89-0781-4924-9c68-b2eabf3a4b6f None None] Network bce78f3c-1d00-44f2-9eb9-8f2d86b0525c requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:19:28.071789 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 151e01b3-5ee9-44e0-bea0-e144062d9a1e completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:19:28.184936 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 151e01b3-5ee9-44e0-bea0-e144062d9a1e triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:28.200473 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:28.333864 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440429e-2d7b-4c6e-bc7a-538ec61c86ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9050a330-5e95-4532-a724-615676aa4e51,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:28.376739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b440429e-2d7b-4c6e-bc7a-538ec61c86ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:28.481548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-607442673-router', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:21Z', 'revision_number': 3, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'gw_port': {'id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:18Z', 'updated_at': '2021-04-21T06:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:28.505512 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Checking router: c0f9f4f0-53da-4d97-b113-7f5846910d2e for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:19:28.509760 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Updating router c0f9f4f0-53da-4d97-b113-7f5846910d2e port e61091d6-c9a6-4333-9be2-bcbbbb08415a binding host dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:19:28.725319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:28.786880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7cb03533-79d1-4978-9112-78be86e6975f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:29.004011 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-110e9f6d-3e31-47e6-854b-16d5f773c713 req-83c528bc-d5bd-47b8-91d6-c26d00ca582a tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 210 time: 0.0758717 Apr 21 06:19:29.068228 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7cb03533-79d1-4978-9112-78be86e6975f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:29.142346 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:29.429365 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:29.445388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Allocated IP 172.20.0.4 (111861ce-5753-440d-85cc-7f8a82d3f6da/26df15cb-309b-4c97-b863-c762b15a7c20/35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:19:29.479392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port 151e01b3-5ee9-44e0-bea0-e144062d9a1e, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=151e01b3-5ee9-44e0-bea0-e144062d9a1e,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:19:29.495391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7cb03533-79d1-4978-9112-78be86e6975f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:29.513391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:29.525139 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:29.605659 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7cb03533-79d1-4978-9112-78be86e6975f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:29.607444 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7cb03533-79d1-4978-9112-78be86e6975f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9050a330-5e95-4532-a724-615676aa4e51 HTTP/1.1" status: 204 len: 168 time: 1.8068631 Apr 21 06:19:29.618101 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb03533-79d1-4978-9112-78be86e6975f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9050a330-5e95-4532-a724-615676aa4e51,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:29.628139 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7cb03533-79d1-4978-9112-78be86e6975f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:29.667422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Allocated IP 172.20.0.1 (83a17177-a855-4321-83e2-b924c2c345d5/fc9ba4d4-a8e5-4c4e-9983-66f08290261f/46df7cf8-c0da-4120-a5d8-8586d4258d26) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:19:29.713874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:29.816965 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:29.921936 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9028c2f7-6b90-431d-acd4-e1b5b3bc8197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for subnet, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:29.948360 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:29.976028 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:30.069749 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028c2f7-6b90-431d-acd4-e1b5b3bc8197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b56d1b-e7e5-407e-b2c3-cdb1e92ce8a7,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:30.094130 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=151e01b3-5ee9-44e0-bea0-e144062d9a1e,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:30.110233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9028c2f7-6b90-431d-acd4-e1b5b3bc8197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:30.112676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:30.113869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-6bb79fd8-8c44-4dfe-a180-111bee118641 None None] Provisioning complete for port 27b1bd6b-645a-48df-b518-fe055cf87a1b triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:30.114296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6bb79fd8-8c44-4dfe-a180-111bee118641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:30.193498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:30.236572 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Network 111861ce-5753-440d-85cc-7f8a82d3f6da is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:19:30.240767 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Pushing event updated for resources: {'Port': ['ID=35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:30.243477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:30.261611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:30.322745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:30.331610 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:30.337795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9028c2f7-6b90-431d-acd4-e1b5b3bc8197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:30.345513 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6852ab45-8ae5-4387-8603-2af75245b301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:30.368493 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-9028c2f7-6b90-431d-acd4-e1b5b3bc8197 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/70b56d1b-e7e5-407e-b2c3-cdb1e92ce8a7 HTTP/1.1" status: 204 len: 168 time: 3.9442904 Apr 21 06:19:30.370099 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56410) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:30.637249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-6bb79fd8-8c44-4dfe-a180-111bee118641 None None] Port 27b1bd6b-645a-48df-b518-fe055cf87a1b cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:19:30.661177 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:19:30.678506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:30.678862 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Network 83a17177-a855-4321-83e2-b924c2c345d5 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:19:30.682085 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:30.699227 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:30.709292 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:19:30.711552 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379259'] for router_interface, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:30.755711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Pushing event updated for resources: {'Port': ['ID=46df7cf8-c0da-4120-a5d8-8586d4258d26,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:30.765130 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:30.888430 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:19:31.180918 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Notify callbacks [] for port, precommit_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:31.197383 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Transition to ACTIVE for port object e61091d6-c9a6-4333-9be2-bcbbbb08415a will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:19:31.207492 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5330126 Apr 21 06:19:31.209220 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:31.245342 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:31.348573 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-9c0dd67d-8cc3-4212-baf8-f5a9778f38a9 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:19:31.351691 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-9c0dd67d-8cc3-4212-baf8-f5a9778f38a9 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0384481 Apr 21 06:19:31.372700 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:31.376314 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:31.422092 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Attempting to bind port e61091d6-c9a6-4333-9be2-bcbbbb08415a on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:19:31.422901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Attempting to bind port e61091d6-c9a6-4333-9be2-bcbbbb08415a by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:19:31.423699 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Attempting to bind port e61091d6-c9a6-4333-9be2-bcbbbb08415a on network 6780f290-37a1-4067-835f-262019d95e51 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:19:31.429956 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61122328-e81d-41a4-9f24-0ed94613228b None None] Pushing event updated for resources: {'Port': ['ID=e61091d6-c9a6-4333-9be2-bcbbbb08415a,revision_number=2']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:31.438325 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:19:31.439161 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Checking segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:31.439877 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:31.440541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Bound using segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:19:31.441698 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Bound port: e61091d6-c9a6-4333-9be2-bcbbbb08415a, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:19:31.442452 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:31.649287 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] For port e61091d6-c9a6-4333-9be2-bcbbbb08415a, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:19:31.661526 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] For port e61091d6-c9a6-4333-9be2-bcbbbb08415a, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=e61091d6-c9a6-4333-9be2-bcbbbb08415a,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:19:31.663695 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-61122328-e81d-41a4-9f24-0ed94613228b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:31.671098 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:31.685296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e72a397d-25e1-4453-95a8-40afc5cf015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:31.808017 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 151e01b3-5ee9-44e0-bea0-e144062d9a1e up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:19:32.005753 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:19:32.117663 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Routers {'c0f9f4f0-53da-4d97-b113-7f5846910d2e'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:19:32.120937 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:19:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c0f9f4f0-53da-4d97-b113-7f5846910d2e'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:32.218133 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:32.237228 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:32.239251 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846679896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396642'] for router_interface, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:32.272812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61122328-e81d-41a4-9f24-0ed94613228b None None] Pushing event updated for resources: {'Port': ['ID=e61091d6-c9a6-4333-9be2-bcbbbb08415a,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:32.301217 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-61122328-e81d-41a4-9f24-0ed94613228b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:32.312651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:32.559121 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 151e01b3-5ee9-44e0-bea0-e144062d9a1e triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:32.564623 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:32.607986 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33447619-db0c-4b3d-b5ae-4fc55ddbab25 req-db8d3ce4-7506-4853-94c9-25e03f828eb5 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:32.612247 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-33447619-db0c-4b3d-b5ae-4fc55ddbab25 req-db8d3ce4-7506-4853-94c9-25e03f828eb5 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Synchronizing usage tracker for tenant:eaeb8ed631ed480fb663f8f8fc675f24 on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:19:32.830689 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Pushing event updated for resources: {'Port': ['ID=46df7cf8-c0da-4120-a5d8-8586d4258d26,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:32.843135 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:32.854566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:19:32.876571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Sync routers for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:19:32.915156 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:19:32.920635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:19:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:32.925633 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] 10.222.0.32 "PUT /v2.0/routers/c45b77fe-7292-4351-a8e1-7c1cdc9b7222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7771680 Apr 21 06:19:33.004949 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-33447619-db0c-4b3d-b5ae-4fc55ddbab25 req-db8d3ce4-7506-4853-94c9-25e03f828eb5 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Unset dirty status for tenant:eaeb8ed631ed480fb663f8f8fc675f24 on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:19:33.009419 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-33447619-db0c-4b3d-b5ae-4fc55ddbab25 req-db8d3ce4-7506-4853-94c9-25e03f828eb5 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 931 time: 2.3181255 Apr 21 06:19:33.050397 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:33.078158 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] Set router c0f9f4f0-53da-4d97-b113-7f5846910d2e gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:19:33.391414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Network 83a17177-a855-4321-83e2-b924c2c345d5 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:19:33.397540 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:33.548889 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Request body: {'port': {'device_id': '50eb1c7d-ae71-4b64-9c56-2769a65164ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:33.929810 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:19:34.025214 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.028818 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.033111 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.039003 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.039843 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.040578 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.041723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.047295 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.048084 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.049890 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.222230 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Router c0f9f4f0-53da-4d97-b113-7f5846910d2e has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:19:34.754257 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-607442673-router', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:30Z', 'revision_number': 4, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'gw_port': {'id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:18Z', 'updated_at': '2021-04-21T06:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '46df7cf8-c0da-4120-a5d8-8586d4258d26', 'name': '', 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'mac_address': 'fa:16:3e:8b:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fc9ba4d4-a8e5-4c4e-9983-66f08290261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:28Z', 'updated_at': '2021-04-21T06:19:31Z', 'revision_number': 2, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'subnets': [{'id': 'fc9ba4d4-a8e5-4c4e-9983-66f08290261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:34.768161 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc7889-bdcd-4c3d-ae1e-20aed8cabcee None None] The sync data for ids ['c0f9f4f0-53da-4d97-b113-7f5846910d2e'] in dv-cinder-776307-5-smb is: [{'id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-607442673-router', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:30Z', 'revision_number': 4, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'gw_port': {'id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:18Z', 'updated_at': '2021-04-21T06:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '46df7cf8-c0da-4120-a5d8-8586d4258d26', 'name': '', 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'mac_address': 'fa:16:3e:8b:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fc9ba4d4-a8e5-4c4e-9983-66f08290261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:28Z', 'updated_at': '2021-04-21T06:19:31Z', 'revision_number': 2, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'subnets': [{'id': 'fc9ba4d4-a8e5-4c4e-9983-66f08290261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:19:34.834715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.834715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.835067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.835796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:34.835796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82109280-1bfc-4263-8ddd-6d40e27fc10d']}} {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:34.877396 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d562c94-0fd0-4f54-8cda-f0af0f939766') {'for_net_delete': True} {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:34.877710 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d562c94-0fd0-4f54-8cda-f0af0f939766') {} {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:34.911092 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848503781'] for segment, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:34.951521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:34.970063 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=86268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:19:35.194882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 2, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:35.210236 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Checking router: c45b77fe-7292-4351-a8e1-7c1cdc9b7222 for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:19:35.210490 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Updating router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 port 27b1bd6b-645a-48df-b518-fe055cf87a1b binding host dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:19:35.215883 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-33447619-db0c-4b3d-b5ae-4fc55ddbab25 req-2da366c4-8323-4aa7-a4b3-bf81ba5564b8 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1810012 Apr 21 06:19:35.290302 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:19:35.308805 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] 10.222.0.32 "PUT /v2.0/routers/c0f9f4f0-53da-4d97-b113-7f5846910d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7357240 Apr 21 06:19:35.403761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:35.786906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:35.895608 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56500) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:36.409827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Network 82109280-1bfc-4263-8ddd-6d40e27fc10d has no segments {{(pid=86268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:19:36.452507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56512) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:36.461080 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894212414', 'description': 'tempest-description--947665098'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:36.492584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:36.507606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Usage tracker for resource:security_group and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:36.526254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:36.536284 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6613014'] for segment, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:36.540458 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:36.574811 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:36.717177 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:36.730952 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Usage tracker for resource:security_group_rule and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:36.741700 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:36.770275 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:36.878893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Notify callbacks [] for port, precommit_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:36.925981 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device e61091d6-c9a6-4333-9be2-bcbbbb08415a up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:19:36.957361 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Transition to ACTIVE for port object 27b1bd6b-645a-48df-b518-fe055cf87a1b will not be triggered until provisioned by entity L2. {{(pid=86270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:19:36.981264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:36.987691 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:37.087248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:37.099121 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:37.180469 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:37.195497 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port e61091d6-c9a6-4333-9be2-bcbbbb08415a completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:19:37.216896 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port e61091d6-c9a6-4333-9be2-bcbbbb08415a triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:37.217326 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:37.227169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:37.232361 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7779970 Apr 21 06:19:37.256066 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56526) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:37.294427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a085831-6c9f-40a6-bf9d-5ee3ff89f726 None None] Pushing event updated for resources: {'Port': ['ID=27b1bd6b-645a-48df-b518-fe055cf87a1b,revision_number=3']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:37.302024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2a085831-6c9f-40a6-bf9d-5ee3ff89f726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:37.424141 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-e37d765e-201b-44fc-b7e5-459e5d31416e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Request body: {'security_group_rule': {'security_group_id': '05dd2837-17d5-4cd0-82fc-5236ab83198d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:37.493235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fd206b39-75c2-4617-b7be-af7194b5fc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:37.561329 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Network 82109280-1bfc-4263-8ddd-6d40e27fc10d has no segments {{(pid=86268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:19:37.582886 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-e37d765e-201b-44fc-b7e5-459e5d31416e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:37.616947 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-fd206b39-75c2-4617-b7be-af7194b5fc49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:37.639412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-fd206b39-75c2-4617-b7be-af7194b5fc49 admin admin] Usage tracker for resource:security_group_rule and tenant:785e0eef672e44a7b7a632b0a97594c5 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:37.663746 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-fd206b39-75c2-4617-b7be-af7194b5fc49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:37.689136 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-fd206b39-75c2-4617-b7be-af7194b5fc49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: from cryptography.utils import int_from_bytes Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: from cryptography.utils import int_from_bytes Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: (rel_b, rel_a, rel_b), Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: (rel_b, rel_a, rel_b), Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:19:37.878935 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:19:37.978991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:38.051020 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:38.052581 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fd206b39-75c2-4617-b7be-af7194b5fc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:38.058729 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05dd2837-17d5-4cd0-82fc-5236ab83198d,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:38.067797 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:38.071355 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-e37d765e-201b-44fc-b7e5-459e5d31416e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Usage tracker for resource:security_group_rule and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:38.077847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Attempting to bind port 27b1bd6b-645a-48df-b518-fe055cf87a1b on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:19:38.078494 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Attempting to bind port 27b1bd6b-645a-48df-b518-fe055cf87a1b by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:19:38.078956 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Attempting to bind port 27b1bd6b-645a-48df-b518-fe055cf87a1b on network c2af643d-203c-4cb9-ab5a-766c1cede763 {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:19:38.081194 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fd206b39-75c2-4617-b7be-af7194b5fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:38.082072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-e37d765e-201b-44fc-b7e5-459e5d31416e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:38.096930 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-e37d765e-201b-44fc-b7e5-459e5d31416e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:38.097616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:19:38.098203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Checking segment: {'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:38.098659 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:38.099099 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Bound using segment: {'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:19:38.099653 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Bound port: 27b1bd6b-645a-48df-b518-fe055cf87a1b, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'}}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:19:38.100101 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:38.116580 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:38.136149 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port e61091d6-c9a6-4333-9be2-bcbbbb08415a, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=e61091d6-c9a6-4333-9be2-bcbbbb08415a,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:19:38.145651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:38.161957 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:38.231265 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ee204a4-91f0-4ea5-a3b5-20c47f86ab33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:38.255135 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-fd206b39-75c2-4617-b7be-af7194b5fc49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=785e0eef672e44a7b7a632b0a97594c5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3582816 Apr 21 06:19:38.278924 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56556) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:38.283804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e37d765e-201b-44fc-b7e5-459e5d31416e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:38.337029 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=e61091d6-c9a6-4333-9be2-bcbbbb08415a,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:38.349625 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:38.389793 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] For port 27b1bd6b-645a-48df-b518-fe055cf87a1b, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:19:38.394003 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] For port 27b1bd6b-645a-48df-b518-fe055cf87a1b, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=27b1bd6b-645a-48df-b518-fe055cf87a1b,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:19:38.402374 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:38.409499 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2a085831-6c9f-40a6-bf9d-5ee3ff89f726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:38.474608 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ed182757-bfe6-440c-bc11-2fa2a12302e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:38.556764 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ed182757-bfe6-440c-bc11-2fa2a12302e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:38.607639 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a085831-6c9f-40a6-bf9d-5ee3ff89f726 None None] Pushing event updated for resources: {'Port': ['ID=27b1bd6b-645a-48df-b518-fe055cf87a1b,revision_number=4']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:38.635723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2a085831-6c9f-40a6-bf9d-5ee3ff89f726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:38.649821 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd206b39-75c2-4617-b7be-af7194b5fc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c74eba1-94b0-43a9-9819-0633828fc5b2,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:38.653906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fd206b39-75c2-4617-b7be-af7194b5fc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:38.729747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:19:38.730497 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:19:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:38.798853 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-44013c76-b86e-4b74-9b35-682ae983b4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:38.907694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device e61091d6-c9a6-4333-9be2-bcbbbb08415a up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:19:39.000792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ed182757-bfe6-440c-bc11-2fa2a12302e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:39.097103 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-77f6f691-f7a4-4e1c-8f5f-c7540656351a tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:39.116351 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-77f6f691-f7a4-4e1c-8f5f-c7540656351a tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/networks?id=83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 200 len: 818 time: 0.6860340 Apr 21 06:19:39.142025 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d6f4251c-3966-4953-bd92-02daf41920cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:39.239611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed182757-bfe6-440c-bc11-2fa2a12302e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c74eba1-94b0-43a9-9819-0633828fc5b2,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:39.292106 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:19:39.295160 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ed182757-bfe6-440c-bc11-2fa2a12302e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:39.310722 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:39.341840 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-878b6edd-3806-4f58-8be1-1eca651393c8 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/quotas/6b36b6f127b24361924ef09764ac2fce HTTP/1.1" status: 200 len: 375 time: 0.1151342 Apr 21 06:19:39.378190 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/82109280-1bfc-4263-8ddd-6d40e27fc10d HTTP/1.1" status: 204 len: 168 time: 8.9990857 Apr 21 06:19:39.418746 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e37d765e-201b-44fc-b7e5-459e5d31416e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:39.432145 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e37d765e-201b-44fc-b7e5-459e5d31416e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:39.435093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ed182757-bfe6-440c-bc11-2fa2a12302e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:39.449241 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ed182757-bfe6-440c-bc11-2fa2a12302e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c74eba1-94b0-43a9-9819-0633828fc5b2 HTTP/1.1" status: 204 len: 168 time: 1.1409516 Apr 21 06:19:39.459344 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56590) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:39.563288 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port e61091d6-c9a6-4333-9be2-bcbbbb08415a triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:39.575083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:39.760755 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:19:39.786768 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:39.793214 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f6cfc0-973e-4fa3-bd88-f77549d98fc1 admin admin] Deleting subnet f7291250-c9bf-41dd-85a9-d8e2dce6df78 {{(pid=86267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:19:39.800770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=82109280-1bfc-4263-8ddd-6d40e27fc10d,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:39.974036 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.857s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:39.988539 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:40.054911 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Transition to ACTIVE for port object 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:19:40.097981 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b008ba2-1d71-4139-b065-02ee05c87cc5 req-3da0f323-5eef-424a-aea3-ad74042cdf0c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:40.104530 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2b008ba2-1d71-4139-b065-02ee05c87cc5 req-3da0f323-5eef-424a-aea3-ad74042cdf0c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 931 time: 3.2659616 Apr 21 06:19:40.117533 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:40.149455 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-54f6cfc0-973e-4fa3-bd88-f77549d98fc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:40.237549 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56604) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:40.239227 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2e625db0-4561-42cc-859f-51c2c5d09e79 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:40.303158 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d765e-201b-44fc-b7e5-459e5d31416e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129e6050-9146-453c-9b90-6bbaf954783e,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:40.372673 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e37d765e-201b-44fc-b7e5-459e5d31416e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:40.400974 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Sync routers for ids ['c0f9f4f0-53da-4d97-b113-7f5846910d2e'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:19:40.492110 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Routers {'c0f9f4f0-53da-4d97-b113-7f5846910d2e'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:19:40.497889 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:19:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c0f9f4f0-53da-4d97-b113-7f5846910d2e'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:40.687440 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-54f6cfc0-973e-4fa3-bd88-f77549d98fc1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:40.698787 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e37d765e-201b-44fc-b7e5-459e5d31416e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:40.704187 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e37d765e-201b-44fc-b7e5-459e5d31416e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.4340763 Apr 21 06:19:40.714538 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56624) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:40.738975 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-54f6cfc0-973e-4fa3-bd88-f77549d98fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:40.808353 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:38Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:40.818491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-77ff6310-e54f-4119-9237-0cd9dc7cbd11 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Request body: {'security_group_rule': {'security_group_id': '05dd2837-17d5-4cd0-82fc-5236ab83198d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:40.821881 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf3f8e1-7ec9-4053-871b-a1fecbcf66c8 None None] The sync data for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb is: [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:38Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:19:40.871465 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-77ff6310-e54f-4119-9237-0cd9dc7cbd11 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:40.895304 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2b008ba2-1d71-4139-b065-02ee05c87cc5 req-45c535ba-b7ab-4e91-97bf-dbd989a3bc14 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7759066 Apr 21 06:19:40.897297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56628) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:40.965109 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Pushing event updated for resources: {'Port': ['ID=35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:40.967736 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Attempting to bind port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:19:40.968811 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Attempting to bind port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '4e462b11-4aaa-4fa4-85cc-f562fe68b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '111861ce-5753-440d-85cc-7f8a82d3f6da'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:19:40.969232 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Attempting to bind port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb on network 111861ce-5753-440d-85cc-7f8a82d3f6da {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:19:40.992897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-77ff6310-e54f-4119-9237-0cd9dc7cbd11 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Usage tracker for resource:security_group_rule and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:41.003213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:41.010633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb on network 111861ce-5753-440d-85cc-7f8a82d3f6da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:19:41.011329 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Attempting to bind port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb on network 111861ce-5753-440d-85cc-7f8a82d3f6da {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:19:41.024316 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:19:41.024949 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Checking segment: {'id': '4e462b11-4aaa-4fa4-85cc-f562fe68b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '111861ce-5753-440d-85cc-7f8a82d3f6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:41.025792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Bound using segment: {'id': '4e462b11-4aaa-4fa4-85cc-f562fe68b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '111861ce-5753-440d-85cc-7f8a82d3f6da'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:19:41.026614 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Bound port: 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e462b11-4aaa-4fa4-85cc-f562fe68b1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '111861ce-5753-440d-85cc-7f8a82d3f6da'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:19:41.027396 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-77ff6310-e54f-4119-9237-0cd9dc7cbd11 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:41.027653 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:41.040950 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3793617d-0704-42ee-9d34-c5c53e828a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:41.094267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-3793617d-0704-42ee-9d34-c5c53e828a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:41.118409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-5422289d-3949-43c4-b1e8-2db96d7d49c7 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Synchronizing usage tracker for tenant:6b36b6f127b24361924ef09764ac2fce on resource:port {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:19:41.128052 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-77ff6310-e54f-4119-9237-0cd9dc7cbd11 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:41.346242 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] For port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:19:41.361201 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] For port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb,segment=NetworkSegment(4e462b11-4aaa-4fa4-85cc-f562fe68b1c8),segment_id=4e462b11-4aaa-4fa4-85cc-f562fe68b1c8)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:19:41.365412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-3793617d-0704-42ee-9d34-c5c53e828a49 admin admin] Usage tracker for resource:security_group_rule and tenant:1852ff06c898441e82016f2c911b6cdf is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:41.375588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:41.378675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-3793617d-0704-42ee-9d34-c5c53e828a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:41.403628 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-51641698-5545-478d-a1ab-f710e4c96d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:41.524862 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-77ff6310-e54f-4119-9237-0cd9dc7cbd11 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:41.561041 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-5422289d-3949-43c4-b1e8-2db96d7d49c7 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Unset dirty status for tenant:6b36b6f127b24361924ef09764ac2fce on resource:port {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:19:41.563493 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-5422289d-3949-43c4-b1e8-2db96d7d49c7 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b36b6f127b24361924ef09764ac2fce&fields=id HTTP/1.1" status: 200 len: 255 time: 2.1011207 Apr 21 06:19:41.636495 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-3793617d-0704-42ee-9d34-c5c53e828a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:41.659435 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Pushing event updated for resources: {'Port': ['ID=35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:41.953889 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:42.009668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7715c4b8-a6a0-4f97-88fe-a2c65b33fd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:42.114774 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:42.116057 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:42.119002 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] 10.222.0.41 "PUT /v2.0/ports/35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb HTTP/1.1" status: 200 len: 1093 time: 9.2855535 Apr 21 06:19:42.141958 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-7715c4b8-a6a0-4f97-88fe-a2c65b33fd1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:42.182163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-7715c4b8-a6a0-4f97-88fe-a2c65b33fd1c admin admin] Usage tracker for resource:security_group_rule and tenant:1e318d7e75d9418b885fbe7567350424 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:42.197201 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-7715c4b8-a6a0-4f97-88fe-a2c65b33fd1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:42.203729 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Set router c0f9f4f0-53da-4d97-b113-7f5846910d2e gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:19:42.231125 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-7715c4b8-a6a0-4f97-88fe-a2c65b33fd1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:42.356271 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50eb1c7d-ae71-4b64-9c56-2769a65164ba', 'tag': '35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:19:42.798449 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-77ff6310-e54f-4119-9237-0cd9dc7cbd11 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:42.802831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7715c4b8-a6a0-4f97-88fe-a2c65b33fd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:42.812986 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-905d46b2-a654-43fb-a8c9-8bb43e780d84 service neutron] 10.222.0.32 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2018075 Apr 21 06:19:42.941433 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:42.957524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-870f85a6-cd7d-4f48-9127-95d3b8b13b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:43.023600 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 27b1bd6b-645a-48df-b518-fe055cf87a1b up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:19:43.115976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7715c4b8-a6a0-4f97-88fe-a2c65b33fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:43.171733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:43.179398 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-77ff6310-e54f-4119-9237-0cd9dc7cbd11 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:43.218239 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 27b1bd6b-645a-48df-b518-fe055cf87a1b completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:19:43.254855 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-54f6cfc0-973e-4fa3-bd88-f77549d98fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for subnet, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:43.255085 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-607442673-router', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:30Z', 'revision_number': 4, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'gw_port': {'id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:18Z', 'updated_at': '2021-04-21T06:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '46df7cf8-c0da-4120-a5d8-8586d4258d26', 'name': '', 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'mac_address': 'fa:16:3e:8b:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fc9ba4d4-a8e5-4c4e-9983-66f08290261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:28Z', 'updated_at': '2021-04-21T06:19:31Z', 'revision_number': 2, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'subnets': [{'id': 'fc9ba4d4-a8e5-4c4e-9983-66f08290261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:43.263819 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Checking router: c0f9f4f0-53da-4d97-b113-7f5846910d2e for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:19:43.270870 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Updating router c0f9f4f0-53da-4d97-b113-7f5846910d2e port 46df7cf8-c0da-4120-a5d8-8586d4258d26 binding host dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:19:43.400886 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 27b1bd6b-645a-48df-b518-fe055cf87a1b triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:43.401713 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:43.406973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e37d765e-201b-44fc-b7e5-459e5d31416e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:43.452777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff6310-e54f-4119-9237-0cd9dc7cbd11 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa95a9e-94c4-44e8-9799-3fbeff7b8a24,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:43.472977 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-77ff6310-e54f-4119-9237-0cd9dc7cbd11 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:43.501970 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-77ff6310-e54f-4119-9237-0cd9dc7cbd11 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:43.507348 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-77ff6310-e54f-4119-9237-0cd9dc7cbd11 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7831817 Apr 21 06:19:43.508796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56670) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:43.512995 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f5e42e52-9ea2-4658-96ca-f0618fc6e2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:43.529612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-03669c07-f668-4279-9518-37db2b3e6b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:43.534120 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:43.570951 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-54f6cfc0-973e-4fa3-bd88-f77549d98fc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:43.575217 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-54f6cfc0-973e-4fa3-bd88-f77549d98fc1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f7291250-c9bf-41dd-85a9-d8e2dce6df78 HTTP/1.1" status: 204 len: 168 time: 4.1112428 Apr 21 06:19:43.582113 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6cfc0-973e-4fa3-bd88-f77549d98fc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7291250-c9bf-41dd-85a9-d8e2dce6df78,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:43.591325 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-54f6cfc0-973e-4fa3-bd88-f77549d98fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:43.595812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56674) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:43.599594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Request body: {'floatingip': {'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:43.640116 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:43.703526 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Usage tracker for resource:floatingip and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:43.709395 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:43.748854 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:43.823202 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-dd7d82e0-3846-4500-bd76-98c9a66261b5 service neutron] 10.222.0.32 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0064774 Apr 21 06:19:43.824978 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:43.829930 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:43.941407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port 27b1bd6b-645a-48df-b518-fe055cf87a1b, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=27b1bd6b-645a-48df-b518-fe055cf87a1b,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:19:43.963710 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7715c4b8-a6a0-4f97-88fe-a2c65b33fd1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e318d7e75d9418b885fbe7567350424&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5875001 Apr 21 06:19:43.965405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715c4b8-a6a0-4f97-88fe-a2c65b33fd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ec6f56-cb5c-4557-b210-6099b3b88336,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:43.979220 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56680) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:44.007679 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:44.019274 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:44.062387 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:44.151740 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7715c4b8-a6a0-4f97-88fe-a2c65b33fd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:44.231564 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=27b1bd6b-645a-48df-b518-fe055cf87a1b,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:44.244301 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:44.244502 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-44e5629d-8ffe-4376-b59d-4463a4d75c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:44.283918 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-44e5629d-8ffe-4376-b59d-4463a4d75c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:44.337093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3793617d-0704-42ee-9d34-c5c53e828a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:44.339626 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50eb1c7d-ae71-4b64-9c56-2769a65164ba', 'tag': '35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb', 'status': 'completed', 'code': 200} Apr 21 06:19:44.348774 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3793617d-0704-42ee-9d34-c5c53e828a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:44.352632 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-b71cfb85-db93-41e5-a5c8-dad12feb7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:44.354289 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-b71cfb85-db93-41e5-a5c8-dad12feb7afc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaeb8ed631ed480fb663f8f8fc675f24&device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 1096 time: 1.5353854 Apr 21 06:19:44.375796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:44.376078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:44.376672 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:44.378100 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:44.378754 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > port after_create 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:44.379361 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:44.380218 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > port after_update 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:44.380820 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:44.381452 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:44.382256 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:44.382631 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:44.450923 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Notify callbacks [] for port, precommit_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:44.487736 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Transition to ACTIVE for port object 46df7cf8-c0da-4120-a5d8-8586d4258d26 will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:19:44.495082 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-44e5629d-8ffe-4376-b59d-4463a4d75c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:44.506642 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:44.518176 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-3793617d-0704-42ee-9d34-c5c53e828a49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1852ff06c898441e82016f2c911b6cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5859625 Apr 21 06:19:44.522145 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:44.523129 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56710) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:44.535860 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff10b-b19d-45bc-9f0f-c85c64e3498e req-d5082e20-1874-4667-95dc-ab311e19715f tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:44.537935 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b3cff10b-b19d-45bc-9f0f-c85c64e3498e req-d5082e20-1874-4667-95dc-ab311e19715f tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 943 time: 1.7082098 Apr 21 06:19:44.539967 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-7b8477f8-db23-471e-9134-a09266982d67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb HTTP/1.1" status: 200 len: 217 time: 0.1684937 Apr 21 06:19:44.627473 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793617d-0704-42ee-9d34-c5c53e828a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee4c514-c2a4-41b6-b476-828ea9e1b391,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:44.645540 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3793617d-0704-42ee-9d34-c5c53e828a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:44.671589 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:44.774592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-44e5629d-8ffe-4376-b59d-4463a4d75c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:44.780237 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-44e5629d-8ffe-4376-b59d-4463a4d75c5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9ec6f56-cb5c-4557-b210-6099b3b88336 HTTP/1.1" status: 204 len: 168 time: 0.7389855 Apr 21 06:19:44.847542 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5629d-8ffe-4376-b59d-4463a4d75c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ec6f56-cb5c-4557-b210-6099b3b88336,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:44.911854 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-44e5629d-8ffe-4376-b59d-4463a4d75c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:44.918451 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35811f7c-af56-41bf-a204-60357cf37da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:44.942445 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b3cff10b-b19d-45bc-9f0f-c85c64e3498e req-d935923e-1ab7-48b6-83d3-23bc7d79a3a9 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398287 Apr 21 06:19:44.963662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 27b1bd6b-645a-48df-b518-fe055cf87a1b up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:19:44.977835 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-77a4e262-4835-4759-8e95-750055d8f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:44.979509 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-77a4e262-4835-4759-8e95-750055d8f8b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26df15cb-309b-4c97-b863-c762b15a7c20 HTTP/1.1" status: 200 len: 852 time: 0.4199882 Apr 21 06:19:45.061491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:45.062217 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:45.071855 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:45.073795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86267) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 21 06:19:45.074989 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce78f3c-1d00-44f2-9eb9-8f2d86b0525c']}} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:45.150403 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-67dda7b9-783a-4349-b0d7-ada334519a05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=111861ce-5753-440d-85cc-7f8a82d3f6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1587017 Apr 21 06:19:45.156696 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35811f7c-af56-41bf-a204-60357cf37da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:45.270128 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f71113-c295-4f30-889f-640bb804ddd6 None None] Pushing event updated for resources: {'Port': ['ID=46df7cf8-c0da-4120-a5d8-8586d4258d26,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:45.293641 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:45.323338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:45.329897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-05f71113-c295-4f30-889f-640bb804ddd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:45.333629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Attempting to bind port 46df7cf8-c0da-4120-a5d8-8586d4258d26 on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:19:45.337202 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Attempting to bind port 46df7cf8-c0da-4120-a5d8-8586d4258d26 by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '7d3be69a-410e-48ca-8113-93e7ce98c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:19:45.340491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Attempting to bind port 46df7cf8-c0da-4120-a5d8-8586d4258d26 on network 83a17177-a855-4321-83e2-b924c2c345d5 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:19:45.366741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f0acbc-cb78-4d07-a20d-2267cc2fbc74') {'for_net_delete': True} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:45.367329 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f0acbc-cb78-4d07-a20d-2267cc2fbc74') {} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:45.378956 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 27b1bd6b-645a-48df-b518-fe055cf87a1b triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:45.380400 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:45.406402 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-90466569-04d3-4e8e-b9ca-247905a56310 service neutron] 10.222.0.41 "GET /v2.0/networks/111861ce-5753-440d-85cc-7f8a82d3f6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171628 Apr 21 06:19:45.531772 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:19:45.535579 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Checking segment: {'id': '7d3be69a-410e-48ca-8113-93e7ce98c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:45.538148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:45.539816 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Bound using segment: {'id': '7d3be69a-410e-48ca-8113-93e7ce98c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:19:45.541044 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Bound port: 46df7cf8-c0da-4120-a5d8-8586d4258d26, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3be69a-410e-48ca-8113-93e7ce98c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:19:45.542030 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:45.562518 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-796972d3-b366-4ac0-9d5c-c5eed2439471 req-00afd29b-a32c-4098-b0a6-95f3cc0674c7 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 210 time: 0.4588039 Apr 21 06:19:45.644910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848145883'] for segment, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:45.660203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 56740) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:45.805302 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d37508f1-2d35-4ab9-8b96-4dc68703c845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:45.874793 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35811f7c-af56-41bf-a204-60357cf37da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:45.894492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7715c4b8-a6a0-4f97-88fe-a2c65b33fd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:45.912338 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6358c072-a5d4-4924-a9d0-93a9e86747c2 req-df077acc-ef6d-4ffe-bf43-b27d29014fc7 service neutron] 10.222.0.41 "GET /v2.0/networks/111861ce-5753-440d-85cc-7f8a82d3f6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048008 Apr 21 06:19:45.926219 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:45.929768 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d37508f1-2d35-4ab9-8b96-4dc68703c845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:45.948017 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d37508f1-2d35-4ab9-8b96-4dc68703c845 admin admin] Usage tracker for resource:security_group_rule and tenant:f0632fbfa50344a6abed2699e3c98a6a is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:45.969133 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=86267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:19:45.973617 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35811f7c-af56-41bf-a204-60357cf37da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee4c514-c2a4-41b6-b476-828ea9e1b391,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:45.994362 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d37508f1-2d35-4ab9-8b96-4dc68703c845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:46.006462 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-35811f7c-af56-41bf-a204-60357cf37da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:46.012058 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35811f7c-af56-41bf-a204-60357cf37da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:46.017667 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-35811f7c-af56-41bf-a204-60357cf37da5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eee4c514-c2a4-41b6-b476-828ea9e1b391 HTTP/1.1" status: 204 len: 168 time: 1.4761076 Apr 21 06:19:46.022676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d37508f1-2d35-4ab9-8b96-4dc68703c845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:46.260534 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] For port 46df7cf8-c0da-4120-a5d8-8586d4258d26, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:19:46.271104 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] For port 46df7cf8-c0da-4120-a5d8-8586d4258d26, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=46df7cf8-c0da-4120-a5d8-8586d4258d26,segment=NetworkSegment(7d3be69a-410e-48ca-8113-93e7ce98c4d3),segment_id=7d3be69a-410e-48ca-8113-93e7ce98c4d3)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:19:46.287180 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:46.323960 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:46.510730 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Routers {'c0f9f4f0-53da-4d97-b113-7f5846910d2e'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:19:46.521642 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:19:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c0f9f4f0-53da-4d97-b113-7f5846910d2e'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:46.624918 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Network bce78f3c-1d00-44f2-9eb9-8f2d86b0525c has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:19:46.646186 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:46.834855 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Allocated IP 172.28.0.196 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/f2d7276e-ec24-4ca5-a3ba-d2971dc1c0b6) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:19:46.888976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f71113-c295-4f30-889f-640bb804ddd6 None None] Pushing event updated for resources: {'Port': ['ID=46df7cf8-c0da-4120-a5d8-8586d4258d26,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:46.928667 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-05f71113-c295-4f30-889f-640bb804ddd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:46.960238 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bccf16-ba28-4d40-b388-5b4d85d2c177 req-c2e97d41-efbb-4f5e-bd25-44b7c87c17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:46.963319 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-07bccf16-ba28-4d40-b388-5b4d85d2c177 req-c2e97d41-efbb-4f5e-bd25-44b7c87c17e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaeb8ed631ed480fb663f8f8fc675f24&device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 1096 time: 0.6858454 Apr 21 06:19:47.046838 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999c351-ccc8-4216-a880-806157b5a98d req-fa61ec64-c65c-43c1-bed2-cccf5e98e1da tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:47.047069 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:47.052530 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8999c351-ccc8-4216-a880-806157b5a98d req-fa61ec64-c65c-43c1-bed2-cccf5e98e1da tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 943 time: 0.4730439 Apr 21 06:19:47.085249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848859495'] for segment, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:47.156202 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] Set router c0f9f4f0-53da-4d97-b113-7f5846910d2e gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:19:47.172754 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:47.292023 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8999c351-ccc8-4216-a880-806157b5a98d req-16853313-7cd0-411f-a59b-467ff0ece4c8 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293766 Apr 21 06:19:47.364042 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:47.411737 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:19:47.426717 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:47.477397 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bccf16-ba28-4d40-b388-5b4d85d2c177 req-8a970696-5be7-4db6-9ff0-731dfe4ff862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:47.489401 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-07bccf16-ba28-4d40-b388-5b4d85d2c177 req-8a970696-5be7-4db6-9ff0-731dfe4ff862 service neutron] 10.222.0.41 "GET /v2.0/networks?id=111861ce-5753-440d-85cc-7f8a82d3f6da HTTP/1.1" status: 200 len: 913 time: 0.5156252 Apr 21 06:19:47.563739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:19:47.701323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.41', 62914) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:47.777422 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-07bccf16-ba28-4d40-b388-5b4d85d2c177 req-8bcfe83a-3e65-4942-b310-0be833898bd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb HTTP/1.1" status: 200 len: 217 time: 0.2796700 Apr 21 06:19:47.985643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bccf16-ba28-4d40-b388-5b4d85d2c177 req-75c4c577-9054-4184-84ae-37b90c8a797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:47.987656 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-07bccf16-ba28-4d40-b388-5b4d85d2c177 req-75c4c577-9054-4184-84ae-37b90c8a797f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26df15cb-309b-4c97-b863-c762b15a7c20 HTTP/1.1" status: 200 len: 852 time: 0.2034562 Apr 21 06:19:48.049921 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d37508f1-2d35-4ab9-8b96-4dc68703c845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:48.144138 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-07bccf16-ba28-4d40-b388-5b4d85d2c177 req-3e38a1da-4e2f-4787-ab81-8900efb8613a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=111861ce-5753-440d-85cc-7f8a82d3f6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430757 Apr 21 06:19:48.540048 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-9ee10d7e-27e5-4b3a-be60-4ae5ac0b2413 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:48.541734 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-9ee10d7e-27e5-4b3a-be60-4ae5ac0b2413 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.41 "GET /v2.0/networks?id=83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 200 len: 818 time: 0.8183534 Apr 21 06:19:48.568671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d37508f1-2d35-4ab9-8b96-4dc68703c845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:48.633370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Network bce78f3c-1d00-44f2-9eb9-8f2d86b0525c has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:19:48.703672 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-07bccf16-ba28-4d40-b388-5b4d85d2c177 req-35f44fae-58ec-4cf2-97a8-f31c6cbbe446 service neutron] 10.222.0.41 "GET /v2.0/networks/111861ce-5753-440d-85cc-7f8a82d3f6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468562 Apr 21 06:19:48.907192 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 46df7cf8-c0da-4120-a5d8-8586d4258d26 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:19:48.993990 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56828) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:49.066568 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Request body: {'port': {'device_id': 'd4b8289d-119a-4ab5-ab7d-bc50e460816a', 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5', 'admin_state_up': True, 'tenant_id': '6b36b6f127b24361924ef09764ac2fce'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:49.093254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-607442673-router', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:30Z', 'revision_number': 4, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'gw_port': {'id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:18Z', 'updated_at': '2021-04-21T06:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '46df7cf8-c0da-4120-a5d8-8586d4258d26', 'name': '', 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'mac_address': 'fa:16:3e:8b:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fc9ba4d4-a8e5-4c4e-9983-66f08290261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:28Z', 'updated_at': '2021-04-21T06:19:46Z', 'revision_number': 4, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'subnets': [{'id': 'fc9ba4d4-a8e5-4c4e-9983-66f08290261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:19:49.099266 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 46df7cf8-c0da-4120-a5d8-8586d4258d26 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:19:49.109647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 46df7cf8-c0da-4120-a5d8-8586d4258d26 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:49.110337 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.113005 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-b91ac732-53a0-4f0c-9269-5a94dab61411 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:49.135396 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-07bccf16-ba28-4d40-b388-5b4d85d2c177 req-89ced5ed-f1ed-4788-9736-e754c1c83b4d service neutron] 10.222.0.41 "GET /v2.0/networks/111861ce-5753-440d-85cc-7f8a82d3f6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671499 Apr 21 06:19:49.139902 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-b91ac732-53a0-4f0c-9269-5a94dab61411 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/networks?id=83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 200 len: 818 time: 2.6339774 Apr 21 06:19:49.150481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318aae2-30a7-4fb9-89ab-caeb89e52297 req-b71ffb72-d692-4401-b6b4-a6ff296e3890 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:49.159103 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f318aae2-30a7-4fb9-89ab-caeb89e52297 req-b71ffb72-d692-4401-b6b4-a6ff296e3890 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 943 time: 0.4531558 Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: from cryptography.utils import int_from_bytes Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: from cryptography.utils import int_from_bytes Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: (rel_b, rel_a, rel_b), Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: (rel_b, rel_a, rel_b), Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:19:49.162415 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:19:49.221737 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f318aae2-30a7-4fb9-89ab-caeb89e52297 req-1e38e039-d3bd-4fc2-98ac-68cda6531a5a tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615716 Apr 21 06:19:49.255083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1745201563-network', 'tenant_id': '9dfaefe1a8ad4243b590dd46c3b5e402'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:49.258368 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006ba1eb-32e4-4444-9b49-4ee979cbcda8 None None] The sync data for ids ['c0f9f4f0-53da-4d97-b113-7f5846910d2e'] in dv-cinder-776307-5-smb is: [{'id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-607442673-router', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:30Z', 'revision_number': 4, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'gw_port': {'id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:18Z', 'updated_at': '2021-04-21T06:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '46df7cf8-c0da-4120-a5d8-8586d4258d26', 'name': '', 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'mac_address': 'fa:16:3e:8b:76:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fc9ba4d4-a8e5-4c4e-9983-66f08290261f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:28Z', 'updated_at': '2021-04-21T06:19:46Z', 'revision_number': 4, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'subnets': [{'id': 'fc9ba4d4-a8e5-4c4e-9983-66f08290261f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:19:49.262407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:49.268884 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Usage tracker for resource:network and tenant:9dfaefe1a8ad4243b590dd46c3b5e402 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:49.272551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event updated for resources: {'Port': ['ID=f2d7276e-ec24-4ca5-a3ba-d2971dc1c0b6,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:49.273186 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:49.289610 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:49.302079 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d37508f1-2d35-4ab9-8b96-4dc68703c845 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0632fbfa50344a6abed2699e3c98a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6152430 Apr 21 06:19:49.304657 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56838) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:49.308745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Made reservation on behalf of 9dfaefe1a8ad4243b590dd46c3b5e402 for: {'network': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:49.315903 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.327337 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.963s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:49.395236 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.396377 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.413836 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.418397 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:49.424359 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Usage tracker for resource:security_group_rule and tenant:9dfaefe1a8ad4243b590dd46c3b5e402 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:49.429136 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:49.457926 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:49.490838 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port 46df7cf8-c0da-4120-a5d8-8586d4258d26, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=46df7cf8-c0da-4120-a5d8-8586d4258d26,segment=NetworkSegment(7d3be69a-410e-48ca-8113-93e7ce98c4d3),segment_id=7d3be69a-410e-48ca-8113-93e7ce98c4d3)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:19:49.496792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.501464 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:49.616264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.617574 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=46df7cf8-c0da-4120-a5d8-8586d4258d26,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:49.624536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:49.639658 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:49.642652 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.657699 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9d7ac884-364f-499f-9aa0-f585a945232a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:49.677232 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4645445c-74d3-4f34-a139-c060619c0e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.717767 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4645445c-74d3-4f34-a139-c060619c0e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.757618 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44290423-133d-4eb4-8e65-5900332f9ec2,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:49.762717 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:49.783488 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-ea052232-df74-48b9-9fe0-2477ade32d75 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/quotas/6b36b6f127b24361924ef09764ac2fce HTTP/1.1" status: 200 len: 375 time: 0.6106286 Apr 21 06:19:49.794333 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4645445c-74d3-4f34-a139-c060619c0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.806678 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:49.824153 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645445c-74d3-4f34-a139-c060619c0e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55584cdc-8df1-4a68-8c4a-74f47198d9c1,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:49.829835 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4645445c-74d3-4f34-a139-c060619c0e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:49.835585 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4645445c-74d3-4f34-a139-c060619c0e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.837206 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-4645445c-74d3-4f34-a139-c060619c0e9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55584cdc-8df1-4a68-8c4a-74f47198d9c1 HTTP/1.1" status: 204 len: 168 time: 0.5312154 Apr 21 06:19:49.863835 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=86268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:19:49.867603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:19:49.880478 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.880917 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Added segment 53285247-118f-4255-81e0-147b0df6f9e0 of type vlan for network 65986120-125b-4020-831f-afd7d7710b57 Apr 21 06:19:49.929155 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.967931 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.969460 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:49.970127 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:49.993495 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-619c7cce-3aa7-478d-ad53-39ff2bc747a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:50.017875 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0223882 Apr 21 06:19:50.024020 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56856) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:50.103072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb,segment=NetworkSegment(4e462b11-4aaa-4fa4-85cc-f562fe68b1c8),segment_id=4e462b11-4aaa-4fa4-85cc-f562fe68b1c8)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:19:50.109667 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Request body: {'subnet': {'network_id': '65986120-125b-4020-831f-afd7d7710b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1745201563-subnet', 'tenant_id': '9dfaefe1a8ad4243b590dd46c3b5e402', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:50.128440 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb', 'network_id': '111861ce-5753-440d-85cc-7f8a82d3f6da', 'port_id': '35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb', 'mac_address': 'fa:16:3e:f9:25:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26df15cb-309b-4c97-b863-c762b15a7c20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:19:50.144450 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37508f1-2d35-4ab9-8b96-4dc68703c845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55584cdc-8df1-4a68-8c4a-74f47198d9c1,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:50.149338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d37508f1-2d35-4ab9-8b96-4dc68703c845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:50.151078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:50.165309 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:50.166534 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:50.175142 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Usage tracker for resource:subnet and tenant:9dfaefe1a8ad4243b590dd46c3b5e402 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:50.183584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:50.189529 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:50.194247 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Pushing event updated for resources: {'Network': ['ID=65986120-125b-4020-831f-afd7d7710b57,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:50.197485 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:50.200333 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:50.207871 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:50.213503 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Made reservation on behalf of 9dfaefe1a8ad4243b590dd46c3b5e402 for: {'subnet': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:50.214051 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network 65986120-125b-4020-831f-afd7d7710b57 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:19:50.220409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:50.220878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6277390'] for subnet, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:50.241155 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Made reservation on behalf of 6b36b6f127b24361924ef09764ac2fce for: {'port': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:50.251963 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:50.281180 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Pushing event deleted for resources: {'Network': ['ID=bce78f3c-1d00-44f2-9eb9-8f2d86b0525c,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:50.283808 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:50.391422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:50.419186 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f5bd64e9-d0ec-41c1-beb3-bf70e6d699ac admin admin] 10.222.0.32 "DELETE /v2.0/networks/bce78f3c-1d00-44f2-9eb9-8f2d86b0525c HTTP/1.1" status: 204 len: 168 time: 6.8141444 Apr 21 06:19:50.423411 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:50.468006 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:19:50.512908 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb,segment=NetworkSegment(4e462b11-4aaa-4fa4-85cc-f562fe68b1c8),segment_id=4e462b11-4aaa-4fa4-85cc-f562fe68b1c8)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:19:50.518917 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:50.521151 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:50.628889 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:50.644397 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:50.660519 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-b6af2b5b-5b49-42d3-9f0b-7e08a4f2c935 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b36b6f127b24361924ef09764ac2fce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8286972 Apr 21 06:19:50.735177 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4493a9-b21b-4d81-996d-85ab1b5da964 req-7f9ae547-e2bf-4aba-a8a5-13cd11dbfc4a tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:50.745662 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7c4493a9-b21b-4d81-996d-85ab1b5da964 req-7f9ae547-e2bf-4aba-a8a5-13cd11dbfc4a tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 944 time: 0.2504420 Apr 21 06:19:50.751297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56876) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:50.781716 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:19:50.833650 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 46df7cf8-c0da-4120-a5d8-8586d4258d26 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:19:50.946235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:50.976815 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-1a6110be-1b65-4207-8559-a7db39f23970 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=884f9ebdd7aa40c3822cd3bf7aae7484&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2242537 Apr 21 06:19:50.983870 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56886) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:51.020571 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7c4493a9-b21b-4d81-996d-85ab1b5da964 req-975be0e1-4188-4182-afef-4d4576eea353 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737153 Apr 21 06:19:51.113472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 46df7cf8-c0da-4120-a5d8-8586d4258d26 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:51.114063 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:51.206221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-34469bee-950a-45cc-8784-cd3479a02a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:51.382595 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-34469bee-950a-45cc-8784-cd3479a02a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:51.503338 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-21efb3ad-4bc0-473f-af3b-966680820979 service neutron] 10.222.0.32 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8415859 Apr 21 06:19:51.547329 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Allocated IP 172.20.0.3 (83a17177-a855-4321-83e2-b924c2c345d5/fc9ba4d4-a8e5-4c4e-9983-66f08290261f/3102e3f3-68d1-4b6e-affc-b5c998dcc433) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:19:51.582872 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6614512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6277407'] for subnet, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:51.597814 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9d6a050c-ec38-41b5-bc08-650a9dd7103b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:51.728877 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f582b5-efba-48ad-9237-e8af39258c02,revision_number=0']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:51.731141 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Checking segment: {'id': '53285247-118f-4255-81e0-147b0df6f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '65986120-125b-4020-831f-afd7d7710b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:51.731572 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Network hostable DHCP agents. Network: 65986120-125b-4020-831f-afd7d7710b57, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:19:51.751481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:51.765993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Network 65986120-125b-4020-831f-afd7d7710b57 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:19:51.774884 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-34469bee-950a-45cc-8784-cd3479a02a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:51.797913 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:51.814278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, 65986120-125b-4020-831f-afd7d7710b57) {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:51.820091 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34469bee-950a-45cc-8784-cd3479a02a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97e048c-a854-4edd-8183-2654f7fa4e67,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:51.828365 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:19:51.859770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-34469bee-950a-45cc-8784-cd3479a02a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:51.864810 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-34469bee-950a-45cc-8784-cd3479a02a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:51.866104 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-34469bee-950a-45cc-8784-cd3479a02a7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c97e048c-a854-4edd-8183-2654f7fa4e67 HTTP/1.1" status: 204 len: 168 time: 0.8800366 Apr 21 06:19:51.872786 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:51.873538 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:51.885662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f275859-7b0a-49d8-8ec6-2f37c578073e None None] Network 65986120-125b-4020-831f-afd7d7710b57 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:19:51.904270 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7edfd70d-f8f5-4596-b553-b5d0d736bc40 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8789024 Apr 21 06:19:51.922590 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:51.941569 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:51.974840 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:52.106203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event updated for resources: {'Port': ['ID=f2d7276e-ec24-4ca5-a3ba-d2971dc1c0b6,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:52.110470 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:52.229664 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-9dd37cbf-99c7-40e5-bcb8-65932bb01242 service neutron] 10.222.0.32 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085540 Apr 21 06:19:52.304910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:52.378703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:52.397901 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8208706 Apr 21 06:19:52.417308 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:52.425542 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:19:52.530035 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:19:52.531592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:52.578546 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:52.634359 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:52.710781 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e0704a-ad67-4f4f-ba23-c31b0469b6be None None] Network 65986120-125b-4020-831f-afd7d7710b57 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:19:52.754408 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Network 83a17177-a855-4321-83e2-b924c2c345d5 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:19:52.758477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:19:52.772912 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:19:52.861852 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f316e5-87b1-46bd-9231-8e4757bea5f9 req-0768ec1c-5ec9-497d-9b0e-37d8501af1e8 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:52.876773 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-25f316e5-87b1-46bd-9231-8e4757bea5f9 req-0768ec1c-5ec9-497d-9b0e-37d8501af1e8 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 944 time: 0.3823404 Apr 21 06:19:52.931195 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-a6c44b88-1fe2-459d-bf6d-5ca20c2597f6 req-eba413f8-0adc-4423-8cc0-d2bf2d426aba tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Synchronizing usage tracker for tenant:6b36b6f127b24361924ef09764ac2fce on resource:port {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:19:52.961238 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Pushing event updated for resources: {'Port': ['ID=3102e3f3-68d1-4b6e-affc-b5c998dcc433,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:52.965151 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:52.993188 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-25f316e5-87b1-46bd-9231-8e4757bea5f9 req-c41801f9-c496-4d5d-8c94-6987b5c2e54d tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113906 Apr 21 06:19:53.020742 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:53.022012 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for port, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:53.050620 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-a6c44b88-1fe2-459d-bf6d-5ca20c2597f6 req-eba413f8-0adc-4423-8cc0-d2bf2d426aba tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Unset dirty status for tenant:6b36b6f127b24361924ef09764ac2fce on resource:port {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:19:53.093476 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a6c44b88-1fe2-459d-bf6d-5ca20c2597f6 req-eba413f8-0adc-4423-8cc0-d2bf2d426aba tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 210 time: 0.2756248 Apr 21 06:19:53.249865 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:53.267245 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7054443 Apr 21 06:19:53.289089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Request body: {'port': {'device_id': 'd4b8289d-119a-4ab5-ab7d-bc50e460816a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:53.311761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50eb1c7d-ae71-4b64-9c56-2769a65164ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:19:53.448532 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb,segment=NetworkSegment(4e462b11-4aaa-4fa4-85cc-f562fe68b1c8),segment_id=4e462b11-4aaa-4fa4-85cc-f562fe68b1c8)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:19:53.448672 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 56976) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:53.460957 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:53.465728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:53.747923 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a6bd7041-1568-4303-851f-4ac120170e43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a2854dbf7334767b1ac0f8ba204e75e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2918210 Apr 21 06:19:53.748900 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57012) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:53.785062 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:53.860434 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:53.872550 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-5078772c-68c2-4176-b46e-8aa42f82997b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1894212414&fields=id&tenant_id=8d770d4b502e43fab6b4945aa424cf5b HTTP/1.1" status: 200 len: 267 time: 0.2235248 Apr 21 06:19:53.882405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:54.551490 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57042) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:54.609689 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-827145890-network', 'tenant_id': '5e808e3e0004482fab2e63c7d71838b2'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:54.615668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:54.620506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Usage tracker for resource:network and tenant:5e808e3e0004482fab2e63c7d71838b2 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:54.684537 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:54.699181 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:54.741950 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-495318f8-d036-4d0e-bcd2-63a89ca602c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:54.748745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Made reservation on behalf of 5e808e3e0004482fab2e63c7d71838b2 for: {'network': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:54.754151 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:54.808388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:54.829653 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a423c-7d8c-408e-84b5-33ca80876fae req-245f7d4f-5db3-467a-b34c-b58e32272b62 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:54.832626 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-004a423c-7d8c-408e-84b5-33ca80876fae req-245f7d4f-5db3-467a-b34c-b58e32272b62 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 945 time: 0.3929441 Apr 21 06:19:54.833546 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 57048) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:54.846602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:54.851648 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Usage tracker for resource:security_group_rule and tenant:5e808e3e0004482fab2e63c7d71838b2 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:54.855211 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:54.863563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:54.946477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-495318f8-d036-4d0e-bcd2-63a89ca602c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:55.024104 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-efd67fd3-54ea-43ee-9d3f-5d3ef368ef97 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:55.025772 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-efd67fd3-54ea-43ee-9d3f-5d3ef368ef97 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/networks?id=c2af643d-203c-4cb9-ab5a-766c1cede763 HTTP/1.1" status: 200 len: 810 time: 1.1412065 Apr 21 06:19:55.069161 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4f4d-f7d1-4598-889b-cb6a5394facd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:55.111590 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-004a423c-7d8c-408e-84b5-33ca80876fae req-a85cdbc6-4270-40cb-b935-43bd66b9b61f tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Synchronizing usage tracker for tenant:eaeb8ed631ed480fb663f8f8fc675f24 on resource:security_group {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:19:55.127649 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0d5b4f4d-f7d1-4598-889b-cb6a5394facd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:55.141680 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3102e3f3-68d1-4b6e-affc-b5c998dcc433 {{(pid=86267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:19:55.159096 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-8c1670be-e19e-43c0-b517-a5ad54d229a2 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/quotas/8d770d4b502e43fab6b4945aa424cf5b HTTP/1.1" status: 200 len: 375 time: 0.0698719 Apr 21 06:19:55.161946 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0d5b4f4d-f7d1-4598-889b-cb6a5394facd admin admin] Usage tracker for resource:security_group_rule and tenant:ee82c785fe014e3083e0a58c49655a77 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:55.169479 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:55.179385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0d5b4f4d-f7d1-4598-889b-cb6a5394facd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:55.200344 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0d5b4f4d-f7d1-4598-889b-cb6a5394facd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:55.237588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Transition to ACTIVE for port object 3102e3f3-68d1-4b6e-affc-b5c998dcc433 will not be triggered until provisioned by entity L2. {{(pid=86267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:19:55.250173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:55.259548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:55.277218 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:55.296149 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:55.308340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:55.325501 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-15a5c039-6746-48c4-9352-625bd13c9937 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:55.326445 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-15a5c039-6746-48c4-9352-625bd13c9937 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Synchronizing usage tracker for tenant:6b36b6f127b24361924ef09764ac2fce on resource:network {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:19:55.347654 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-495318f8-d036-4d0e-bcd2-63a89ca602c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:55.373800 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=86268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:19:55.402391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbbe3de-87ba-41e2-af5d-5ed59ab4ae70,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:55.412843 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:55.414008 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:55.414500 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Added segment 17897f28-57cb-485a-a9b0-b4e092446eb0 of type vlan for network a52ce7b5-b17f-4f86-8b0b-9491001e21a8 Apr 21 06:19:55.415777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:55.425718 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-15a5c039-6746-48c4-9352-625bd13c9937 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Unset dirty status for tenant:6b36b6f127b24361924ef09764ac2fce on resource:network {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:19:55.427152 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-15a5c039-6746-48c4-9352-625bd13c9937 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.41 "GET /v2.0/networks?id=83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 200 len: 818 time: 0.4686081 Apr 21 06:19:55.448432 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Request body: {'port': {'device_id': 'a8710496-54e7-4c7a-8760-79e7dabb8b15', 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5', 'admin_state_up': True, 'tenant_id': '6b36b6f127b24361924ef09764ac2fce'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:55.479443 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495318f8-d036-4d0e-bcd2-63a89ca602c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0299fd83-b291-457e-978a-f9adcc054f5e,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:55.489904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-495318f8-d036-4d0e-bcd2-63a89ca602c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:55.578345 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-e2969bd5-b055-4603-a02f-07bc6354feb5 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Synchronizing usage tracker for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:19:55.589694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:55.598416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-495318f8-d036-4d0e-bcd2-63a89ca602c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:55.600706 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-495318f8-d036-4d0e-bcd2-63a89ca602c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0299fd83-b291-457e-978a-f9adcc054f5e HTTP/1.1" status: 204 len: 168 time: 1.8477578 Apr 21 06:19:55.656166 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-e2969bd5-b055-4603-a02f-07bc6354feb5 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Unset dirty status for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:19:55.657636 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-e2969bd5-b055-4603-a02f-07bc6354feb5 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d770d4b502e43fab6b4945aa424cf5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4800019 Apr 21 06:19:55.742178 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:55.746809 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:55.747580 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:55.768371 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ea266efb-7966-463f-a66e-7afa1415fdc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:55.795830 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2307787 Apr 21 06:19:55.806532 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57072) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:55.880522 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4f4d-f7d1-4598-889b-cb6a5394facd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:55.890299 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3102e3f3-68d1-4b6e-affc-b5c998dcc433,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:55.893536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:55.909936 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:55.937547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Request body: {'subnet': {'network_id': 'a52ce7b5-b17f-4f86-8b0b-9491001e21a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-827145890-subnet', 'tenant_id': '5e808e3e0004482fab2e63c7d71838b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:19:55.950245 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:56.009751 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Made reservation on behalf of 6b36b6f127b24361924ef09764ac2fce for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:56.023143 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:56.026643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4f4d-f7d1-4598-889b-cb6a5394facd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:56.067555 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-004a423c-7d8c-408e-84b5-33ca80876fae req-a85cdbc6-4270-40cb-b935-43bd66b9b61f tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Unset dirty status for tenant:eaeb8ed631ed480fb663f8f8fc675f24 on resource:security_group {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:19:56.070328 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-004a423c-7d8c-408e-84b5-33ca80876fae req-a85cdbc6-4270-40cb-b935-43bd66b9b61f tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2170897 Apr 21 06:19:56.075665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:56.080824 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:56.106454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Usage tracker for resource:subnet and tenant:5e808e3e0004482fab2e63c7d71838b2 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:56.116782 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Attempting to bind port 3102e3f3-68d1-4b6e-affc-b5c998dcc433 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:19:56.117764 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Attempting to bind port 3102e3f3-68d1-4b6e-affc-b5c998dcc433 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '7d3be69a-410e-48ca-8113-93e7ce98c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5'}] {{(pid=86267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:19:56.118623 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Attempting to bind port 3102e3f3-68d1-4b6e-affc-b5c998dcc433 on network 83a17177-a855-4321-83e2-b924c2c345d5 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:19:56.170590 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Port 3102e3f3-68d1-4b6e-affc-b5c998dcc433 on network 83a17177-a855-4321-83e2-b924c2c345d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:19:56.171869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Attempting to bind port 3102e3f3-68d1-4b6e-affc-b5c998dcc433 on network 83a17177-a855-4321-83e2-b924c2c345d5 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:19:56.195456 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:19:56.199049 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Checking segment: {'id': '7d3be69a-410e-48ca-8113-93e7ce98c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:56.212134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Bound using segment: {'id': '7d3be69a-410e-48ca-8113-93e7ce98c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5'} {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:19:56.213119 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Bound port: 3102e3f3-68d1-4b6e-affc-b5c998dcc433, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3be69a-410e-48ca-8113-93e7ce98c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5'}}] {{(pid=86267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:19:56.213782 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:56.214527 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:56.228242 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-9438e3e1-28fb-4292-84e6-2fb5a8342ac1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:19:56.236537 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-9438e3e1-28fb-4292-84e6-2fb5a8342ac1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3293498 Apr 21 06:19:56.238730 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Pushing event updated for resources: {'Network': ['ID=a52ce7b5-b17f-4f86-8b0b-9491001e21a8,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:56.242436 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:56.244041 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:56.257454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network a52ce7b5-b17f-4f86-8b0b-9491001e21a8 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:19:56.433238 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-0d5b4f4d-f7d1-4598-889b-cb6a5394facd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee82c785fe014e3083e0a58c49655a77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5894608 Apr 21 06:19:56.447575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b4f4d-f7d1-4598-889b-cb6a5394facd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d345e691-a06e-4e85-b735-01ced783b048,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:56.464424 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 57094) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:56.481292 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0d5b4f4d-f7d1-4598-889b-cb6a5394facd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:56.663800 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Made reservation on behalf of 5e808e3e0004482fab2e63c7d71838b2 for: {'subnet': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:19:56.674836 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6277390'] for subnet, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:56.877185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] For port 3102e3f3-68d1-4b6e-affc-b5c998dcc433, host hv-cinder-77630, cleared binding levels {{(pid=86267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:19:56.885431 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5557ee5-3ba6-444f-bcc6-881daec5e8ea req-98f0383a-0db1-43f1-a972-88d6b8606c36 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 210 time: 0.4341130 Apr 21 06:19:56.891584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] For port 3102e3f3-68d1-4b6e-affc-b5c998dcc433, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3102e3f3-68d1-4b6e-affc-b5c998dcc433,segment=NetworkSegment(7d3be69a-410e-48ca-8113-93e7ce98c4d3),segment_id=7d3be69a-410e-48ca-8113-93e7ce98c4d3)] {{(pid=86267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:19:56.900507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:56.924997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:57.035777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3102e3f3-68d1-4b6e-affc-b5c998dcc433,revision_number=3']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:57.045094 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:57.046682 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8a9da27a-bf3e-472e-96ca-c76573579ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:57.049915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:57.050606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for port, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:57.052318 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] 10.222.0.41 "PUT /v2.0/ports/3102e3f3-68d1-4b6e-affc-b5c998dcc433 HTTP/1.1" status: 200 len: 1093 time: 3.7750387 Apr 21 06:19:57.053972 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b8289d-119a-4ab5-ab7d-bc50e460816a', 'tag': '3102e3f3-68d1-4b6e-affc-b5c998dcc433'}] {{(pid=86267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:19:57.090613 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-db5bba92-2ed4-4227-b020-d0ec2c6ee476 service neutron] 10.222.0.32 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8528640 Apr 21 06:19:57.104789 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8a9da27a-bf3e-472e-96ca-c76573579ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:57.193453 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 57124) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:57.270983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8a9da27a-bf3e-472e-96ca-c76573579ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:57.311931 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:57.337422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9da27a-bf3e-472e-96ca-c76573579ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d345e691-a06e-4e85-b735-01ced783b048,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:57.344249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8a9da27a-bf3e-472e-96ca-c76573579ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:57.374503 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8a9da27a-bf3e-472e-96ca-c76573579ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:57.380126 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-8a9da27a-bf3e-472e-96ca-c76573579ce5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d345e691-a06e-4e85-b735-01ced783b048 HTTP/1.1" status: 204 len: 168 time: 0.9067879 Apr 21 06:19:57.429481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-67dd9226-a1f7-44a5-97ba-5c0c1f3a63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:57.432679 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-67dd9226-a1f7-44a5-97ba-5c0c1f3a63f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b36b6f127b24361924ef09764ac2fce&device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 1096 time: 0.2409344 Apr 21 06:19:57.497314 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50eb1c7d-ae71-4b64-9c56-2769a65164ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb', 'code': 200} Apr 21 06:19:57.629355 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0555445-deae-41ca-b1f9-43d95bcdd776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:57.739608 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-65b2fb3c-52b4-4b2e-8044-c007d9aead94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3102e3f3-68d1-4b6e-affc-b5c998dcc433 HTTP/1.1" status: 200 len: 217 time: 0.2788250 Apr 21 06:19:57.744121 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d0555445-deae-41ca-b1f9-43d95bcdd776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:57.751998 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Allocated IP 172.20.0.10 (83a17177-a855-4321-83e2-b924c2c345d5/fc9ba4d4-a8e5-4c4e-9983-66f08290261f/1bfaa4e6-1205-4b3f-a08b-4196c70e3379) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:19:57.765841 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.41', 62932) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:57.826608 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d0555445-deae-41ca-b1f9-43d95bcdd776 admin admin] Usage tracker for resource:security_group_rule and tenant:097fb9e1ef5a4670af403da89643cdc5 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:57.862140 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-96ce8174-b8a1-43a0-a705-dd9c45734e13 service neutron] 10.222.0.32 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7702115 Apr 21 06:19:57.922243 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d0555445-deae-41ca-b1f9-43d95bcdd776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:57.960115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d0555445-deae-41ca-b1f9-43d95bcdd776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:58.020152 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 57156) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:58.120994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-7e9cfd30-e0c8-4c11-b82c-9f896193b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:58.130190 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-7e9cfd30-e0c8-4c11-b82c-9f896193b37b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc9ba4d4-a8e5-4c4e-9983-66f08290261f HTTP/1.1" status: 200 len: 858 time: 0.3804893 Apr 21 06:19:58.187464 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2bff55c7-41b0-45b6-ae4e-95b7720959b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:58.396488 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2bff55c7-41b0-45b6-ae4e-95b7720959b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:58.401561 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2bff55c7-41b0-45b6-ae4e-95b7720959b0 admin admin] Usage tracker for resource:security_group_rule and tenant:4bea9f3b619047f6b426ef2cb6643588 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:58.405911 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2bff55c7-41b0-45b6-ae4e-95b7720959b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:58.415302 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2bff55c7-41b0-45b6-ae4e-95b7720959b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:58.521019 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703465a-4685-4c01-b10a-1bce3645aabc req-af60315a-b2f9-4c13-b9c8-e281d41f741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:58.524480 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8703465a-4685-4c01-b10a-1bce3645aabc req-af60315a-b2f9-4c13-b9c8-e281d41f741b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 1098 time: 0.7488403 Apr 21 06:19:58.614807 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2bff55c7-41b0-45b6-ae4e-95b7720959b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:58.624880 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b8289d-119a-4ab5-ab7d-bc50e460816a', 'tag': '3102e3f3-68d1-4b6e-affc-b5c998dcc433', 'status': 'completed', 'code': 200} Apr 21 06:19:58.637038 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221dff6-ec93-4984-8988-39b528b62550 req-e6eb7b15-536c-431c-a920-4db289e1af5f tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:19:58.646852 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a221dff6-ec93-4984-8988-39b528b62550 req-e6eb7b15-536c-431c-a920-4db289e1af5f tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 945 time: 0.8365650 Apr 21 06:19:58.654550 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-a66eb9c7-b7c8-4cce-9409-3cbb62f47ca6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83a17177-a855-4321-83e2-b924c2c345d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4038057 Apr 21 06:19:58.655431 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2bff55c7-41b0-45b6-ae4e-95b7720959b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:58.667557 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-8703465a-4685-4c01-b10a-1bce3645aabc req-bf8811fc-d1a8-44e0-ba30-b132a887f12d service neutron] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:58.774867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7cb03533-79d1-4978-9112-78be86e6975f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:58.989935 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-8703465a-4685-4c01-b10a-1bce3645aabc req-bf8811fc-d1a8-44e0-ba30-b132a887f12d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:19:58.994969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-8703465a-4685-4c01-b10a-1bce3645aabc req-bf8811fc-d1a8-44e0-ba30-b132a887f12d service neutron] Usage tracker for resource:security_group_rule and tenant:9a52488ebe2d43469e2aeb965a1edd87 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:19:58.999178 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-8703465a-4685-4c01-b10a-1bce3645aabc req-bf8811fc-d1a8-44e0-ba30-b132a887f12d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:19:59.008774 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a221dff6-ec93-4984-8988-39b528b62550 req-30bbd71d-4747-45b0-8729-308aa7781061 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608525 Apr 21 06:19:59.043560 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-2bff55c7-41b0-45b6-ae4e-95b7720959b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bea9f3b619047f6b426ef2cb6643588&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0218592 Apr 21 06:19:59.056270 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57196) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:59.083795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0555445-deae-41ca-b1f9-43d95bcdd776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:59.085726 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff55c7-41b0-45b6-ae4e-95b7720959b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d7f6d7-e6de-44b9-b431-94414aebab7e,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:59.092908 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0555445-deae-41ca-b1f9-43d95bcdd776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:59.100330 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-14126a0d-f8ef-4cc0-955b-a4812febb824 req-6208fa70-1217-415c-881b-1adeaa29900c tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 210 time: 0.2913516 Apr 21 06:19:59.107595 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-8703465a-4685-4c01-b10a-1bce3645aabc req-bf8811fc-d1a8-44e0-ba30-b132a887f12d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:19:59.118508 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2bff55c7-41b0-45b6-ae4e-95b7720959b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:59.130437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2bff55c7-41b0-45b6-ae4e-95b7720959b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:59.199175 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6614512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6277407'] for subnet, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:59.273175 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4728a639-8f7f-4411-a0f2-af16f3cbd0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:59.277137 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7e3fe4eb-54e9-4196-89cb-0caa35900e31 req-b2520078-f923-418d-af67-40acab3d5cb2 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 210 time: 0.1092319 Apr 21 06:19:59.298016 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0555445-deae-41ca-b1f9-43d95bcdd776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27630800-9f28-4478-b542-3051aaea8c0d,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:59.313336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d0555445-deae-41ca-b1f9-43d95bcdd776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:59.318629 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d0555445-deae-41ca-b1f9-43d95bcdd776 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=097fb9e1ef5a4670af403da89643cdc5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1211474 Apr 21 06:19:59.321966 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 57204) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:59.411522 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-68061e38-e538-4802-8275-f6187e515b85 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330790 Apr 21 06:19:59.584146 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:59.673872 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-85e3380e-bda1-4cb7-9d24-172d2b96f317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:59.689916 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed79377-4aa2-4eb6-ac8b-f8c5a8da78a7,revision_number=0']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:59.693421 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:59.724046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Checking segment: {'id': '17897f28-57cb-485a-a9b0-b4e092446eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a52ce7b5-b17f-4f86-8b0b-9491001e21a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:19:59.724524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Network hostable DHCP agents. Network: a52ce7b5-b17f-4f86-8b0b-9491001e21a8, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:19:59.736589 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a2f51eab-87d9-4598-bf8f-cdf50f9334fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:59.772728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-85e3380e-bda1-4cb7-9d24-172d2b96f317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:59.818985 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b5e00607-496f-417f-9b52-9afefadbe7a6 req-78a3e4c9-e4a0-4163-84e2-551af0a4a8c1 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891296 Apr 21 06:19:59.849270 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-85e3380e-bda1-4cb7-9d24-172d2b96f317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:59.855756 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:19:59.856137 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a2f51eab-87d9-4598-bf8f-cdf50f9334fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:59.885124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3380e-bda1-4cb7-9d24-172d2b96f317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27630800-9f28-4478-b542-3051aaea8c0d,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:19:59.887876 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-85e3380e-bda1-4cb7-9d24-172d2b96f317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:19:59.889129 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-85e3380e-bda1-4cb7-9d24-172d2b96f317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:59.890387 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-85e3380e-bda1-4cb7-9d24-172d2b96f317 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27630800-9f28-4478-b542-3051aaea8c0d HTTP/1.1" status: 204 len: 168 time: 0.5676241 Apr 21 06:19:59.927355 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:59.932628 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-8703465a-4685-4c01-b10a-1bce3645aabc req-bf8811fc-d1a8-44e0-ba30-b132a887f12d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:59.942670 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Network a52ce7b5-b17f-4f86-8b0b-9491001e21a8 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:19:59.948071 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.41', 62936) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:19:59.960673 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-8703465a-4685-4c01-b10a-1bce3645aabc req-bf8811fc-d1a8-44e0-ba30-b132a887f12d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:19:59.973302 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:00.095115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, a52ce7b5-b17f-4f86-8b0b-9491001e21a8) {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:20:00.114771 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1452664-d9e1-419d-9549-0a54dd48a2af None None] Network a52ce7b5-b17f-4f86-8b0b-9491001e21a8 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:20:00.144640 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Network 83a17177-a855-4321-83e2-b924c2c345d5 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:20:00.162404 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8703465a-4685-4c01-b10a-1bce3645aabc req-bf8811fc-d1a8-44e0-ba30-b132a887f12d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6278389 Apr 21 06:20:00.163353 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:20:00.189022 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Pushing event updated for resources: {'Port': ['ID=1bfaa4e6-1205-4b3f-a08b-4196c70e3379,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:00.192929 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:20:00.261801 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:00.262811 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:00.280546 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:00.290813 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:00.609042 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-37131275-b886-4fc9-95e8-9d92a9ecad0d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:00.609042 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-37131275-b886-4fc9-95e8-9d92a9ecad0d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Synchronizing usage tracker for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:network {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:20:00.609373 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a2f51eab-87d9-4598-bf8f-cdf50f9334fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:00.635711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8811fc-d1a8-44e0-ba30-b132a887f12d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a6358d00-e3f7-475a-a333-157a36db2a84,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:00.671867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7aff0-0f13-4692-8da3-31a7be44a290 req-fa93aeb6-c1f1-455f-8d8b-ccf1369c2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:00.677144 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-97e7aff0-0f13-4692-8da3-31a7be44a290 req-fa93aeb6-c1f1-455f-8d8b-ccf1369c2170 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b36b6f127b24361924ef09764ac2fce&device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 1096 time: 0.7303598 Apr 21 06:20:00.679015 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-bf8811fc-d1a8-44e0-ba30-b132a887f12d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:00.713431 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:00.714216 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:00.718552 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:00.768583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f51eab-87d9-4598-bf8f-cdf50f9334fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d7f6d7-e6de-44b9-b431-94414aebab7e,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:00.775426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a2f51eab-87d9-4598-bf8f-cdf50f9334fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:00.793196 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-6f92fbf3-7517-417d-8575-1ceaec524453 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.8906732 Apr 21 06:20:00.828823 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3902352 Apr 21 06:20:00.832272 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a2f51eab-87d9-4598-bf8f-cdf50f9334fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:00.834473 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a2f51eab-87d9-4598-bf8f-cdf50f9334fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3d7f6d7-e6de-44b9-b431-94414aebab7e HTTP/1.1" status: 204 len: 168 time: 1.7393594 Apr 21 06:20:00.847781 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Request body: {'port': {'device_id': 'a8710496-54e7-4c7a-8760-79e7dabb8b15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:20:00.857037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c78534a-d191-4ea7-bb1f-4e1e69328035 None None] Network a52ce7b5-b17f-4f86-8b0b-9491001e21a8 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:20:00.937872 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-37131275-b886-4fc9-95e8-9d92a9ecad0d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Unset dirty status for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:network {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:20:00.939333 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-37131275-b886-4fc9-95e8-9d92a9ecad0d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.41 "GET /v2.0/networks?id=c2af643d-203c-4cb9-ab5a-766c1cede763 HTTP/1.1" status: 200 len: 810 time: 0.9898062 Apr 21 06:20:00.989032 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba45200-1538-4624-bb0c-a6ce357c065c req-49fa65a0-b2ef-428f-8273-25727b92718d tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:00.990899 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dba45200-1538-4624-bb0c-a6ce357c065c req-49fa65a0-b2ef-428f-8273-25727b92718d tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 945 time: 0.6337924 Apr 21 06:20:01.022718 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa59d3-fb7e-49ee-8fa7-11257b89551a req-ea01457e-33a5-4956-98f3-bd7a9b9475c6 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:01.040938 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-87aa59d3-fb7e-49ee-8fa7-11257b89551a req-ea01457e-33a5-4956-98f3-bd7a9b9475c6 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 932 time: 0.6741774 Apr 21 06:20:01.143288 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57260) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:01.198727 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:01.239994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-486d7c8f-53c1-40a3-8fc8-2d9de2549e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:01.263665 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dba45200-1538-4624-bb0c-a6ce357c065c req-47490eb0-c027-4aee-b103-1e6ed31d1670 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275007 Apr 21 06:20:01.310646 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-486d7c8f-53c1-40a3-8fc8-2d9de2549e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:01.357664 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 57266) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:01.401050 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-87aa59d3-fb7e-49ee-8fa7-11257b89551a req-d07d08ee-8ddf-4122-8fbf-493239b11738 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583460 Apr 21 06:20:01.419999 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-1dd1a5c1-bd0e-4978-aae1-0a379bfe42f8 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Synchronizing usage tracker for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:security_group {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:20:01.425944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-486d7c8f-53c1-40a3-8fc8-2d9de2549e29 admin admin] Usage tracker for resource:security_group_rule and tenant:1967e355d95941e88d794c875ed8c06e is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:01.444448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7aff0-0f13-4692-8da3-31a7be44a290 req-a969f2dd-67b6-4fee-bdd4-77c96205c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:01.444448 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-97e7aff0-0f13-4692-8da3-31a7be44a290 req-a969f2dd-67b6-4fee-bdd4-77c96205c8ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 200 len: 919 time: 0.7467923 Apr 21 06:20:01.469739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-486d7c8f-53c1-40a3-8fc8-2d9de2549e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:01.501067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-486d7c8f-53c1-40a3-8fc8-2d9de2549e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:01.729235 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-97e7aff0-0f13-4692-8da3-31a7be44a290 req-137f1db0-e06b-4710-9574-64b712eb160b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3102e3f3-68d1-4b6e-affc-b5c998dcc433 HTTP/1.1" status: 200 len: 217 time: 0.2788565 Apr 21 06:20:01.732697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-1dd1a5c1-bd0e-4978-aae1-0a379bfe42f8 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Unset dirty status for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:security_group {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:20:01.734558 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-1dd1a5c1-bd0e-4978-aae1-0a379bfe42f8 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d770d4b502e43fab6b4945aa424cf5b HTTP/1.1" status: 200 len: 380 time: 0.7544954 Apr 21 06:20:01.815521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Request body: {'port': {'device_id': '515b3f7c-c692-40c6-9cb2-d93751d3e2b7', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'admin_state_up': True, 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'security_groups': ['05dd2837-17d5-4cd0-82fc-5236ab83198d']}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:20:01.889540 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75ac83ca-30b8-4861-a69e-7ec5306a270a req-ddf662dc-406c-49af-a1b0-426110d92bc3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 210 time: 0.2163475 Apr 21 06:20:01.985363 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-49fd5bb9-fb42-42f5-9980-3d16c67e2ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:02.082270 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7aff0-0f13-4692-8da3-31a7be44a290 req-89ccf7b5-4e92-426d-9e85-9de8aa54d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:02.083865 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-97e7aff0-0f13-4692-8da3-31a7be44a290 req-89ccf7b5-4e92-426d-9e85-9de8aa54d57a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc9ba4d4-a8e5-4c4e-9983-66f08290261f HTTP/1.1" status: 200 len: 858 time: 0.3471107 Apr 21 06:20:02.179556 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-486d7c8f-53c1-40a3-8fc8-2d9de2549e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:02.185554 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-486d7c8f-53c1-40a3-8fc8-2d9de2549e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:02.198273 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-49fd5bb9-fb42-42f5-9980-3d16c67e2ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:02.211267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8aef130c-6140-4810-b5e4-28686aedaf9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:02.228804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-49fd5bb9-fb42-42f5-9980-3d16c67e2ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:b51a9b6c7bef4196bf84e1432ad8646e is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:02.247025 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-97e7aff0-0f13-4692-8da3-31a7be44a290 req-048633ab-fa52-4611-b169-da7b6e477dd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83a17177-a855-4321-83e2-b924c2c345d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416063 Apr 21 06:20:02.253004 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-49fd5bb9-fb42-42f5-9980-3d16c67e2ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:02.283740 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-486d7c8f-53c1-40a3-8fc8-2d9de2549e29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1967e355d95941e88d794c875ed8c06e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1342094 Apr 21 06:20:02.287002 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57290) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:02.287752 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d7c8f-53c1-40a3-8fc8-2d9de2549e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3d2e95-12c7-48fa-8619-63dafd36cb97,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:02.294622 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:02.310740 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-486d7c8f-53c1-40a3-8fc8-2d9de2549e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:02.578237 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:20:02.603131 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:02.607157 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-90f1d2f5-1a10-41d7-9745-03ae8cfc5a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:02.657806 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Transition to ACTIVE for port object 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:20:02.662322 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-49fd5bb9-fb42-42f5-9980-3d16c67e2ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:02.665434 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-90f1d2f5-1a10-41d7-9745-03ae8cfc5a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:02.673777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:02.694459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:02.753687 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66fd3-fbf7-4e98-a90d-732f394da699 req-1de1bec9-9b26-44a2-ace0-965825ba0100 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:02.755797 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-24f66fd3-fbf7-4e98-a90d-732f394da699 req-1de1bec9-9b26-44a2-ace0-965825ba0100 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 945 time: 0.2981148 Apr 21 06:20:02.779696 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:02.907815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Made reservation on behalf of 8d770d4b502e43fab6b4945aa424cf5b for: {'port': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:20:02.908121 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Pushing event updated for resources: {'Port': ['ID=1bfaa4e6-1205-4b3f-a08b-4196c70e3379,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:02.914971 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:02.923131 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:03.009635 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-24f66fd3-fbf7-4e98-a90d-732f394da699 req-b2ddf115-dd22-4493-b4e5-21726b5f752d tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665130 Apr 21 06:20:03.014586 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-90f1d2f5-1a10-41d7-9745-03ae8cfc5a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:03.023778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-35811f7c-af56-41bf-a204-60357cf37da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:03.048057 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1d2f5-1a10-41d7-9745-03ae8cfc5a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3d2e95-12c7-48fa-8619-63dafd36cb97,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:03.054994 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-97e7aff0-0f13-4692-8da3-31a7be44a290 req-e9ec7c28-25eb-4c37-bf05-c036f7852c0b service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7693703 Apr 21 06:20:03.055648 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-90f1d2f5-1a10-41d7-9745-03ae8cfc5a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:03.090019 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-90f1d2f5-1a10-41d7-9745-03ae8cfc5a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:03.094103 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-90f1d2f5-1a10-41d7-9745-03ae8cfc5a94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee3d2e95-12c7-48fa-8619-63dafd36cb97 HTTP/1.1" status: 204 len: 168 time: 0.7899187 Apr 21 06:20:03.116743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Attempting to bind port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:20:03.117306 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Attempting to bind port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '7d3be69a-410e-48ca-8113-93e7ce98c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:20:03.117833 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Attempting to bind port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 on network 83a17177-a855-4321-83e2-b924c2c345d5 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:20:03.124477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 on network 83a17177-a855-4321-83e2-b924c2c345d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:20:03.125093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Attempting to bind port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 on network 83a17177-a855-4321-83e2-b924c2c345d5 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:20:03.132667 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:20:03.133506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Checking segment: {'id': '7d3be69a-410e-48ca-8113-93e7ce98c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:20:03.134102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Bound using segment: {'id': '7d3be69a-410e-48ca-8113-93e7ce98c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:20:03.134773 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Bound port: 1bfaa4e6-1205-4b3f-a08b-4196c70e3379, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3be69a-410e-48ca-8113-93e7ce98c4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:20:03.135337 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:03.319471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] For port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:20:03.335651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] For port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1bfaa4e6-1205-4b3f-a08b-4196c70e3379,segment=NetworkSegment(7d3be69a-410e-48ca-8113-93e7ce98c4d3),segment_id=7d3be69a-410e-48ca-8113-93e7ce98c4d3)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:20:03.353383 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d24c-e013-4a8e-88ed-407725fb2624 req-47719ffb-2fd0-4971-b5bf-c3e7aaaf1925 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:03.354186 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-c1d8d24c-e013-4a8e-88ed-407725fb2624 req-47719ffb-2fd0-4971-b5bf-c3e7aaaf1925 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Synchronizing usage tracker for tenant:6b36b6f127b24361924ef09764ac2fce on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:20:03.359834 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:03.370483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-96356468-f92d-403d-b5eb-a9279d230d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:03.533414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-c1d8d24c-e013-4a8e-88ed-407725fb2624 req-47719ffb-2fd0-4971-b5bf-c3e7aaaf1925 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Unset dirty status for tenant:6b36b6f127b24361924ef09764ac2fce on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:20:03.546566 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c1d8d24c-e013-4a8e-88ed-407725fb2624 req-47719ffb-2fd0-4971-b5bf-c3e7aaaf1925 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 944 time: 0.3522160 Apr 21 06:20:03.548454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:03.552951 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:03.554804 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] 10.222.0.41 "PUT /v2.0/ports/1bfaa4e6-1205-4b3f-a08b-4196c70e3379 HTTP/1.1" status: 200 len: 1094 time: 2.7159801 Apr 21 06:20:03.559782 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8710496-54e7-4c7a-8760-79e7dabb8b15', 'tag': '1bfaa4e6-1205-4b3f-a08b-4196c70e3379'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:20:03.795222 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4dfa5578-b249-44cd-b147-83eb05a0a21d tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:03.814005 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4dfa5578-b249-44cd-b147-83eb05a0a21d tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/networks?id=65986120-125b-4020-831f-afd7d7710b57 HTTP/1.1" status: 200 len: 809 time: 1.1551502 Apr 21 06:20:03.855811 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 3102e3f3-68d1-4b6e-affc-b5c998dcc433 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:20:03.868861 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-e19526c8-76fe-4617-9f73-dff9ec03f38f tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/quotas/9dfaefe1a8ad4243b590dd46c3b5e402 HTTP/1.1" status: 200 len: 375 time: 0.0528069 Apr 21 06:20:03.993047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Pushing event updated for resources: {'Port': ['ID=1bfaa4e6-1205-4b3f-a08b-4196c70e3379,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:04.026098 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:04.030972 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-c1d8d24c-e013-4a8e-88ed-407725fb2624 req-a8ab7758-61f4-4e69-a928-d7ede5a3bd3b tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Synchronizing usage tracker for tenant:6b36b6f127b24361924ef09764ac2fce on resource:security_group {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:20:04.114120 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-0385adee-0792-42b7-9919-6b958e07ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:04.117282 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-0385adee-0792-42b7-9919-6b958e07ec97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b36b6f127b24361924ef09764ac2fce&device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 1097 time: 0.4852388 Apr 21 06:20:04.118466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-c1d8d24c-e013-4a8e-88ed-407725fb2624 req-a8ab7758-61f4-4e69-a928-d7ede5a3bd3b tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Unset dirty status for tenant:6b36b6f127b24361924ef09764ac2fce on resource:security_group {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:20:04.120703 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c1d8d24c-e013-4a8e-88ed-407725fb2624 req-a8ab7758-61f4-4e69-a928-d7ede5a3bd3b tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340648 Apr 21 06:20:04.193041 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-30514e86-219a-4290-a2b0-aba71bd1c1c8 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9dfaefe1a8ad4243b590dd46c3b5e402&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3217275 Apr 21 06:20:04.209499 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 3102e3f3-68d1-4b6e-affc-b5c998dcc433, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3102e3f3-68d1-4b6e-affc-b5c998dcc433,segment=NetworkSegment(7d3be69a-410e-48ca-8113-93e7ce98c4d3),segment_id=7d3be69a-410e-48ca-8113-93e7ce98c4d3)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:04.252669 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '3102e3f3-68d1-4b6e-affc-b5c998dcc433', 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5', 'port_id': '3102e3f3-68d1-4b6e-affc-b5c998dcc433', 'mac_address': 'fa:16:3e:56:22:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9ba4d4-a8e5-4c4e-9983-66f08290261f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:20:04.308387 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-a9ccaff2-e8f8-4b31-b732-3142378a76a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bfaa4e6-1205-4b3f-a08b-4196c70e3379 HTTP/1.1" status: 200 len: 217 time: 0.1782241 Apr 21 06:20:04.413236 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:04.451539 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-67480178-9be8-4e8a-8c80-a6e0dd1c4ea2 req-cf6ad507-888e-49d6-998c-30a359e23703 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 210 time: 0.0810847 Apr 21 06:20:04.460124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3102e3f3-68d1-4b6e-affc-b5c998dcc433 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:20:04.509196 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 3102e3f3-68d1-4b6e-affc-b5c998dcc433, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3102e3f3-68d1-4b6e-affc-b5c998dcc433,segment=NetworkSegment(7d3be69a-410e-48ca-8113-93e7ce98c4d3),segment_id=7d3be69a-410e-48ca-8113-93e7ce98c4d3)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:04.515315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:04.517301 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-cfe1f307-0f5d-4de1-bf8e-36785e5daa50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:04.520294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-133b8d89-5849-4099-abe2-10df6ae8e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:04.525900 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-133b8d89-5849-4099-abe2-10df6ae8e2af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc9ba4d4-a8e5-4c4e-9983-66f08290261f HTTP/1.1" status: 200 len: 858 time: 0.2084517 Apr 21 06:20:04.601731 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-915f8275-ff26-468b-86d6-6ce99936e7c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83a17177-a855-4321-83e2-b924c2c345d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697966 Apr 21 06:20:04.604128 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8710496-54e7-4c7a-8760-79e7dabb8b15', 'tag': '1bfaa4e6-1205-4b3f-a08b-4196c70e3379', 'status': 'completed', 'code': 200} Apr 21 06:20:04.644215 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-6336aff5-f30d-45a6-898a-0ba52ef53886 service neutron] 10.222.0.32 "GET /v2.0/networks/65986120-125b-4020-831f-afd7d7710b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223902 Apr 21 06:20:04.681438 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=3102e3f3-68d1-4b6e-affc-b5c998dcc433,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:04.693591 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:04.768676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['3102e3f3-68d1-4b6e-affc-b5c998dcc433'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:20:04.828287 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-6d411372-efac-420c-bc5f-8d04d59dbff3 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126358 Apr 21 06:20:04.853047 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-97e7aff0-0f13-4692-8da3-31a7be44a290 req-310f4ba0-96ae-48c4-8245-e14e0994ef36 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7753761 Apr 21 06:20:04.857416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Allocated IP 172.20.0.5 (c2af643d-203c-4cb9-ab5a-766c1cede763/8f9a5fb8-b027-4dde-8595-3dac89598941/3b9692bb-6502-4a3b-93d5-5d830e74434e) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:20:04.916974 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-49fd5bb9-fb42-42f5-9980-3d16c67e2ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:04.928537 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-49fd5bb9-fb42-42f5-9980-3d16c67e2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:04.951216 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:05.130607 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-49fd5bb9-fb42-42f5-9980-3d16c67e2ff7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b51a9b6c7bef4196bf84e1432ad8646e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7648296 Apr 21 06:20:05.197271 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-66d5aeac-c933-4522-88eb-a667c5afb078 service neutron] 10.222.0.32 "GET /v2.0/networks/65986120-125b-4020-831f-afd7d7710b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517788 Apr 21 06:20:05.201007 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 57378) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:05.208319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd5bb9-fb42-42f5-9980-3d16c67e2ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e239bf97-5695-4ead-b3b9-a1b460c13bf5,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:05.223291 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d284abbc-a0f5-4cf0-b687-674d4889d427 req-b118da71-8ba1-4e57-9e84-294c8c4d9fa3 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861668 Apr 21 06:20:05.254547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-49fd5bb9-fb42-42f5-9980-3d16c67e2ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:05.421415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c1672-02be-48a5-99eb-09cef8c96d19 req-0456bcf2-1668-4343-b4a8-6ad191c69b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:05.426217 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f02c1672-02be-48a5-99eb-09cef8c96d19 req-0456bcf2-1668-4343-b4a8-6ad191c69b65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b36b6f127b24361924ef09764ac2fce&device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 1097 time: 0.1425009 Apr 21 06:20:05.471923 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b38cf8f0-8123-494f-b377-d55506b3c1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:05.677089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b38cf8f0-8123-494f-b377-d55506b3c1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:05.735006 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:05.834784 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b38cf8f0-8123-494f-b377-d55506b3c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:05.842340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:05.859320 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cf8f0-8123-494f-b377-d55506b3c1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e239bf97-5695-4ead-b3b9-a1b460c13bf5,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:05.869865 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b38cf8f0-8123-494f-b377-d55506b3c1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:05.886255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Transition to ACTIVE for port object 3b9692bb-6502-4a3b-93d5-5d830e74434e will not be triggered until provisioned by entity DHCP. {{(pid=86267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:20:05.905078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 3102e3f3-68d1-4b6e-affc-b5c998dcc433 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:20:06.004800 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b38cf8f0-8123-494f-b377-d55506b3c1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:06.008878 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b38cf8f0-8123-494f-b377-d55506b3c1a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e239bf97-5695-4ead-b3b9-a1b460c13bf5 HTTP/1.1" status: 204 len: 168 time: 0.7830172 Apr 21 06:20:06.022237 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c1672-02be-48a5-99eb-09cef8c96d19 req-2183ddff-2a73-4955-96c2-4018c6c0925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:06.024070 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f02c1672-02be-48a5-99eb-09cef8c96d19 req-2183ddff-2a73-4955-96c2-4018c6c0925d service neutron] 10.222.0.41 "GET /v2.0/networks?id=83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 200 len: 919 time: 0.5825036 Apr 21 06:20:06.054496 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:06.098535 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-74c4b650-cab6-499a-8fd5-dc753d7b581c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:06.107406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port 3102e3f3-68d1-4b6e-affc-b5c998dcc433 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:20:06.120929 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 3102e3f3-68d1-4b6e-affc-b5c998dcc433 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:20:06.121696 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:06.283564 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event updated for resources: {'Port': ['ID=3b9692bb-6502-4a3b-93d5-5d830e74434e,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:06.291187 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:06.308676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Network c2af643d-203c-4cb9-ab5a-766c1cede763 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:20:06.355801 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:20:06.362724 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:20:06.401226 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:06.510971 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f02c1672-02be-48a5-99eb-09cef8c96d19 req-78327060-9df1-4070-a8f9-e5070f0aa88f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bfaa4e6-1205-4b3f-a08b-4196c70e3379 HTTP/1.1" status: 200 len: 217 time: 0.4686487 Apr 21 06:20:06.524796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7dc636-3d3e-48b4-9564-22517ecc1352 req-5f002c13-a5ac-428a-a477-09f697ef9593 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:06.525040 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-5a7dc636-3d3e-48b4-9564-22517ecc1352 req-5f002c13-a5ac-428a-a477-09f697ef9593 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Synchronizing usage tracker for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:port {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:20:06.561323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 3102e3f3-68d1-4b6e-affc-b5c998dcc433, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3102e3f3-68d1-4b6e-affc-b5c998dcc433,segment=NetworkSegment(7d3be69a-410e-48ca-8113-93e7ce98c4d3),segment_id=7d3be69a-410e-48ca-8113-93e7ce98c4d3)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:06.563067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b8289d-119a-4ab5-ab7d-bc50e460816a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3102e3f3-68d1-4b6e-affc-b5c998dcc433'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:20:06.574311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:06.578995 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-97eaf6be-adb8-4dc6-a365-b5d3c319aa2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:06.582112 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:06.583394 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for port, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:06.608190 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-5a7dc636-3d3e-48b4-9564-22517ecc1352 req-5f002c13-a5ac-428a-a477-09f697ef9593 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Unset dirty status for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:port {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:20:06.609396 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5a7dc636-3d3e-48b4-9564-22517ecc1352 req-5f002c13-a5ac-428a-a477-09f697ef9593 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 931 time: 0.6576118 Apr 21 06:20:06.661591 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8571863 Apr 21 06:20:06.687744 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Request body: {'port': {'device_id': '515b3f7c-c692-40c6-9cb2-d93751d3e2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:20:06.749388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ea2d9-f085-4978-ac24-aa551c1ab27f req-116e8eb6-0b88-4e0d-8fdf-115b40b268d8 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:06.751124 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-aa4ea2d9-f085-4978-ac24-aa551c1ab27f req-116e8eb6-0b88-4e0d-8fdf-115b40b268d8 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 944 time: 0.9754117 Apr 21 06:20:06.802661 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c1672-02be-48a5-99eb-09cef8c96d19 req-97eb8388-4894-4caf-afdc-3a255575389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:06.804803 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f02c1672-02be-48a5-99eb-09cef8c96d19 req-97eb8388-4894-4caf-afdc-3a255575389f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc9ba4d4-a8e5-4c4e-9983-66f08290261f HTTP/1.1" status: 200 len: 858 time: 0.2888377 Apr 21 06:20:06.921111 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=3102e3f3-68d1-4b6e-affc-b5c998dcc433,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:06.926094 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-b8b1cf14-de0a-4bd1-8bc4-9aff52b00c57 None None] Provisioning for port 3b9692bb-6502-4a3b-93d5-5d830e74434e completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:20:06.942646 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:06.957804 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f02c1672-02be-48a5-99eb-09cef8c96d19 req-71d151eb-ad71-4584-b581-5334041a5bbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83a17177-a855-4321-83e2-b924c2c345d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327789 Apr 21 06:20:06.960407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-b8b1cf14-de0a-4bd1-8bc4-9aff52b00c57 None None] Provisioning complete for port 3b9692bb-6502-4a3b-93d5-5d830e74434e triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:20:06.961399 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b8b1cf14-de0a-4bd1-8bc4-9aff52b00c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:06.975221 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-aa4ea2d9-f085-4978-ac24-aa551c1ab27f req-57816b04-246e-49e7-81e5-ac3642a91de6 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001975 Apr 21 06:20:06.994059 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5a7dc636-3d3e-48b4-9564-22517ecc1352 req-fe40c384-cf25-4945-a373-93b8e194c6a3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608761 Apr 21 06:20:07.273952 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 57442) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:07.274993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:07.352575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1cf14-de0a-4bd1-8bc4-9aff52b00c57 None None] Port 3b9692bb-6502-4a3b-93d5-5d830e74434e cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:20:07.583138 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f02c1672-02be-48a5-99eb-09cef8c96d19 req-cd4b9852-b035-464d-9dec-bd758ea70721 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129329 Apr 21 06:20:07.761319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 57452) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:07.883140 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:20:08.060137 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f02c1672-02be-48a5-99eb-09cef8c96d19 req-855e1bcc-0702-4fed-a659-0e079cee1820 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638269 Apr 21 06:20:08.099395 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-a242f5a2-dcaf-4e90-9e24-61e3f3cbc05f tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:08.101427 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-a242f5a2-dcaf-4e90-9e24-61e3f3cbc05f tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.41 "GET /v2.0/networks?id=65986120-125b-4020-831f-afd7d7710b57 HTTP/1.1" status: 200 len: 809 time: 0.2415361 Apr 21 06:20:08.165894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f8421cce-48a8-4cb3-9199-60f7c14c962d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:08.186013 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7cf2fe0d-0dec-423d-b911-9b59c2707aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:08.214109 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f6b039e4-4b66-435c-a4fd-88b172bdd578 req-a249c3c8-0dcc-4bbf-8bd3-e5c41e801fa2 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 210 time: 0.4476681 Apr 21 06:20:08.221611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Request body: {'port': {'device_id': 'e500967a-5176-42e7-860c-f23bc7e041c5', 'network_id': '65986120-125b-4020-831f-afd7d7710b57', 'admin_state_up': True, 'tenant_id': '9dfaefe1a8ad4243b590dd46c3b5e402'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:20:08.254917 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-7cf2fe0d-0dec-423d-b911-9b59c2707aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:08.266133 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f8421cce-48a8-4cb3-9199-60f7c14c962d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:08.271168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f8421cce-48a8-4cb3-9199-60f7c14c962d admin admin] Usage tracker for resource:security_group_rule and tenant:09dfc777aff64fcc93baf73aec079ad8 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:08.285580 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f8421cce-48a8-4cb3-9199-60f7c14c962d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:08.293384 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f8421cce-48a8-4cb3-9199-60f7c14c962d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:08.353495 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1bfaa4e6-1205-4b3f-a08b-4196c70e3379,segment=NetworkSegment(7d3be69a-410e-48ca-8113-93e7ce98c4d3),segment_id=7d3be69a-410e-48ca-8113-93e7ce98c4d3)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:08.390706 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '1bfaa4e6-1205-4b3f-a08b-4196c70e3379', 'network_id': '83a17177-a855-4321-83e2-b924c2c345d5', 'port_id': '1bfaa4e6-1205-4b3f-a08b-4196c70e3379', 'mac_address': 'fa:16:3e:a5:16:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9ba4d4-a8e5-4c4e-9983-66f08290261f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:20:08.518828 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:08.554200 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b8289d-119a-4ab5-ab7d-bc50e460816a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3102e3f3-68d1-4b6e-affc-b5c998dcc433', 'code': 200} Apr 21 06:20:08.557193 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:20:08.601141 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1bfaa4e6-1205-4b3f-a08b-4196c70e3379,segment=NetworkSegment(7d3be69a-410e-48ca-8113-93e7ce98c4d3),segment_id=7d3be69a-410e-48ca-8113-93e7ce98c4d3)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:08.613343 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:08.617673 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:08.920419 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0067cf83-4cd7-477d-b82c-1ff4c9ce40ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:08.947474 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-7cf2fe0d-0dec-423d-b911-9b59c2707aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:c0bbc78f60c24a7abb36cbfd13fa9ef1 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:08.961801 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-7cf2fe0d-0dec-423d-b911-9b59c2707aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:08.975812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=1bfaa4e6-1205-4b3f-a08b-4196c70e3379,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:08.980932 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['1bfaa4e6-1205-4b3f-a08b-4196c70e3379'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:20:09.004499 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-7cf2fe0d-0dec-423d-b911-9b59c2707aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:09.015752 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:20:09.093782 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:09.115420 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0139ee-002a-4dd1-a8a2-3822804284be req-dcf22d0b-2bdc-4999-9440-5381a5ae2e57 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:09.121001 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5b0139ee-002a-4dd1-a8a2-3822804284be req-dcf22d0b-2bdc-4999-9440-5381a5ae2e57 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 945 time: 0.2940998 Apr 21 06:20:09.323399 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f8421cce-48a8-4cb3-9199-60f7c14c962d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:09.393358 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5b0139ee-002a-4dd1-a8a2-3822804284be req-5c867789-7489-40db-8932-aa6ee20cb4ce tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297699 Apr 21 06:20:09.456181 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef860b55-8e57-4446-ac02-4598ff8af6cf req-c9a7ed4d-0d19-4e8f-beae-ca28fde22e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:09.459364 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ef860b55-8e57-4446-ac02-4598ff8af6cf req-c9a7ed4d-0d19-4e8f-beae-ca28fde22e9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 1098 time: 0.2378826 Apr 21 06:20:09.540324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9692bb-6502-4a3b-93d5-5d830e74434e {{(pid=86267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:20:09.557606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:09.603448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-ef860b55-8e57-4446-ac02-4598ff8af6cf req-21af87e8-6291-404b-919c-677e5ffde374 service neutron] Synchronizing usage tracker for tenant:9a52488ebe2d43469e2aeb965a1edd87 on resource:security_group {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:20:09.629960 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f8421cce-48a8-4cb3-9199-60f7c14c962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:09.659470 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-49fd5bb9-fb42-42f5-9980-3d16c67e2ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:09.695583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Transition to ACTIVE for port object 3b9692bb-6502-4a3b-93d5-5d830e74434e will not be triggered until provisioned by entity L2. {{(pid=86267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:20:09.780766 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6a910c6-2123-43fc-a29f-5bd9a618d111 req-0235d671-ed0f-451c-99b0-a6b44af5763b tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 210 time: 0.0897846 Apr 21 06:20:09.781694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:09.787338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:09.825629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8421cce-48a8-4cb3-9199-60f7c14c962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eccc47-9b6d-430e-bc28-4eacd977e355,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:09.835996 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Usage tracker for resource:port and tenant:9dfaefe1a8ad4243b590dd46c3b5e402 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:09.850736 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57510) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:09.850963 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f8421cce-48a8-4cb3-9199-60f7c14c962d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09dfc777aff64fcc93baf73aec079ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5648630 Apr 21 06:20:09.852728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:09.862315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f8421cce-48a8-4cb3-9199-60f7c14c962d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:09.864548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b3cff5f6-2c68-4849-a3fa-3df6153dcc08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:09.897656 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:20:09.955681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:10.027139 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-34d9ed8f-62bb-4fe5-aa84-bac8729ffcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:10.108243 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:20:10.117981 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:20:10.118658 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:10.137802 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-34d9ed8f-62bb-4fe5-aa84-bac8729ffcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:10.255917 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7cf2fe0d-0dec-423d-b911-9b59c2707aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:10.337455 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-34d9ed8f-62bb-4fe5-aa84-bac8729ffcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:10.373530 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:10.399461 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9ed8f-62bb-4fe5-aa84-bac8729ffcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eccc47-9b6d-430e-bc28-4eacd977e355,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:10.406218 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-34d9ed8f-62bb-4fe5-aa84-bac8729ffcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:10.406218 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-ef860b55-8e57-4446-ac02-4598ff8af6cf req-21af87e8-6291-404b-919c-677e5ffde374 service neutron] Unset dirty status for tenant:9a52488ebe2d43469e2aeb965a1edd87 on resource:security_group {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:20:10.409383 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ef860b55-8e57-4446-ac02-4598ff8af6cf req-21af87e8-6291-404b-919c-677e5ffde374 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9412129 Apr 21 06:20:10.414175 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-34d9ed8f-62bb-4fe5-aa84-bac8729ffcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:10.417151 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-34d9ed8f-62bb-4fe5-aa84-bac8729ffcb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50eccc47-9b6d-430e-bc28-4eacd977e355 HTTP/1.1" status: 204 len: 168 time: 0.5628300 Apr 21 06:20:10.519885 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Made reservation on behalf of 9dfaefe1a8ad4243b590dd46c3b5e402 for: {'port': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:20:10.532925 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:10.589195 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7cf2fe0d-0dec-423d-b911-9b59c2707aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:10.619915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9692bb-6502-4a3b-93d5-5d830e74434e,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:10.655717 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:10.707191 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8710496-54e7-4c7a-8760-79e7dabb8b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfaa4e6-1205-4b3f-a08b-4196c70e3379'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:20:10.723691 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1bfaa4e6-1205-4b3f-a08b-4196c70e3379,segment=NetworkSegment(7d3be69a-410e-48ca-8113-93e7ce98c4d3),segment_id=7d3be69a-410e-48ca-8113-93e7ce98c4d3)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:10.733047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:10.736233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ac8a68bc-faf7-4a6f-a38f-f37f6532f2d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:10.809639 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:10.810795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:10.811595 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:10.812616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:10.813457 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:10.814282 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:10.815077 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:10.816011 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:10.816802 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:10.817524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:10.818292 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:10.821426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:10.881639 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec203b1-f27a-4f2d-a56f-0d0167c30953 req-ec65726b-0120-4fc8-851f-3dd6cc316c22 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:10.904987 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6ec203b1-f27a-4f2d-a56f-0d0167c30953 req-ec65726b-0120-4fc8-851f-3dd6cc316c22 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 931 time: 1.7860191 Apr 21 06:20:10.930556 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:10.950761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.331s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:10.957666 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c5ae7-ab93-4f17-9312-183c2a92bb90 req-5c456d63-c5cc-4d12-984a-3212dbaf8139 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:10.959930 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a57c5ae7-ab93-4f17-9312-183c2a92bb90 req-5c456d63-c5cc-4d12-984a-3212dbaf8139 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.1734557 Apr 21 06:20:10.996988 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=1bfaa4e6-1205-4b3f-a08b-4196c70e3379,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:11.007661 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:11.042892 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a57c5ae7-ab93-4f17-9312-183c2a92bb90 req-a778fb29-3f2e-430a-b7dd-a74f16521baf tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656056 Apr 21 06:20:11.079026 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7cf2fe0d-0dec-423d-b911-9b59c2707aa7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0bbc78f60c24a7abb36cbfd13fa9ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3096025 Apr 21 06:20:11.087212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57542) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:11.161366 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ee573dfd-d7b5-4e2c-8399-aef780792009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:11.194588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ee573dfd-d7b5-4e2c-8399-aef780792009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:11.256297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ee573dfd-d7b5-4e2c-8399-aef780792009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:11.261136 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-bf8811fc-d1a8-44e0-ba30-b132a887f12d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:11.273120 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8710496-54e7-4c7a-8760-79e7dabb8b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfaa4e6-1205-4b3f-a08b-4196c70e3379', 'code': 200} Apr 21 06:20:11.279423 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee573dfd-d7b5-4e2c-8399-aef780792009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a88eaaf-3505-4554-a021-b105a65b45ec,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:11.283292 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ee573dfd-d7b5-4e2c-8399-aef780792009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:11.290090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ee573dfd-d7b5-4e2c-8399-aef780792009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:11.302640 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ee573dfd-d7b5-4e2c-8399-aef780792009 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a88eaaf-3505-4554-a021-b105a65b45ec HTTP/1.1" status: 204 len: 168 time: 0.2091961 Apr 21 06:20:11.416262 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2fe0d-0dec-423d-b911-9b59c2707aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a88eaaf-3505-4554-a021-b105a65b45ec,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:11.421409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7cf2fe0d-0dec-423d-b911-9b59c2707aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:11.466558 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57554) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:11.469945 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Attempting to bind port 3b9692bb-6502-4a3b-93d5-5d830e74434e on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:20:11.470330 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Attempting to bind port 3b9692bb-6502-4a3b-93d5-5d830e74434e by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'}] {{(pid=86267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:20:11.470700 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Attempting to bind port 3b9692bb-6502-4a3b-93d5-5d830e74434e on network c2af643d-203c-4cb9-ab5a-766c1cede763 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:20:11.521290 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:11.571668 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6ec203b1-f27a-4f2d-a56f-0d0167c30953 req-23a8d9b8-5abd-430e-bb65-22df71b247e2 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6622839 Apr 21 06:20:11.574218 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Allocated IP 172.20.0.14 (65986120-125b-4020-831f-afd7d7710b57/f4f582b5-efba-48ad-9237-e8af39258c02/b7168c04-e4b9-4414-b882-98ae5a488f6c) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:20:11.579719 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:11.589761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Usage tracker for resource:security_group_rule and tenant:ec01dffa6624466f8ce3d8e7a7d6949e is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:11.613788 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Port 3b9692bb-6502-4a3b-93d5-5d830e74434e on network c2af643d-203c-4cb9-ab5a-766c1cede763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:20:11.614704 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Attempting to bind port 3b9692bb-6502-4a3b-93d5-5d830e74434e on network c2af643d-203c-4cb9-ab5a-766c1cede763 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:20:11.618631 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:11.628208 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-14e62d0e-5517-4b93-b0b6-c07e83d08f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:11.645428 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:11.674849 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:20:11.680361 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Checking segment: {'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:20:11.681156 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Bound using segment: {'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'} {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:20:11.682283 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Bound port: 3b9692bb-6502-4a3b-93d5-5d830e74434e, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'}}] {{(pid=86267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:20:11.683240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:11.949439 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-db189f45-b167-47c2-b37c-9faa888c477a req-ef16a5e3-327c-4e39-923d-bf9783ce4bc6 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 210 time: 0.1937602 Apr 21 06:20:11.995240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] For port 3b9692bb-6502-4a3b-93d5-5d830e74434e, host hv-cinder-77630, cleared binding levels {{(pid=86267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:20:12.000279 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] For port 3b9692bb-6502-4a3b-93d5-5d830e74434e, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3b9692bb-6502-4a3b-93d5-5d830e74434e,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:20:12.049849 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:12.055222 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:12.113351 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7c9c4381-81cd-453a-93c4-490626101cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:12.289077 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57588) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:12.349204 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:12.390339 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:12.432128 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:12.436521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for port, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:12.444955 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] 10.222.0.41 "PUT /v2.0/ports/3b9692bb-6502-4a3b-93d5-5d830e74434e HTTP/1.1" status: 200 len: 1093 time: 5.7732401 Apr 21 06:20:12.476331 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515b3f7c-c692-40c6-9cb2-d93751d3e2b7', 'tag': '3b9692bb-6502-4a3b-93d5-5d830e74434e'}] {{(pid=86267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:20:12.493709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-34d9ed8f-62bb-4fe5-aa84-bac8729ffcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:12.800734 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec01dffa6624466f8ce3d8e7a7d6949e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3319659 Apr 21 06:20:12.862022 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57612) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:12.863417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6574905d-7cd8-4a4d-8898-6040e48e99fd,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:12.925575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfe419-75db-4299-a965-beaae91f06a3 req-faeb08c9-30d7-4e51-b5cc-5b7db2c78cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:12.928585 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0fbfe419-75db-4299-a965-beaae91f06a3 req-faeb08c9-30d7-4e51-b5cc-5b7db2c78cf8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 1099 time: 0.9041042 Apr 21 06:20:12.931723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:12.933383 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:12.934723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:12.935449 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:12.936243 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:12.936940 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:12.937821 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:12.938745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:12.939981 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:12.940966 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:12.942221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:12.943146 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:13.019062 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:13.019697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:13.031825 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:13.070324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9692bb-6502-4a3b-93d5-5d830e74434e,revision_number=3']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:13.083176 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:13.173321 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.060s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:13.195571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-605d2b56-83a0-4054-9178-08fcce95e22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:13.223204 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:13.226018 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0fbfe419-75db-4299-a965-beaae91f06a3 req-bf2237b7-d3d6-4dfd-88e8-a312ac1fbeea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560084 Apr 21 06:20:13.232515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-605d2b56-83a0-4054-9178-08fcce95e22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:13.238050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-605d2b56-83a0-4054-9178-08fcce95e22e admin admin] Usage tracker for resource:security_group_rule and tenant:c8b533f2869c4671b17eab395ff3b157 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:13.242685 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-605d2b56-83a0-4054-9178-08fcce95e22e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:13.251300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-605d2b56-83a0-4054-9178-08fcce95e22e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:13.275443 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a0a5a-9694-44bb-b120-bc6eb592d9c0 req-fbf84e0c-fdc3-4cf5-94f0-0542dc4729ee tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:13.277257 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-809a0a5a-9694-44bb-b120-bc6eb592d9c0 req-fbf84e0c-fdc3-4cf5-94f0-0542dc4729ee tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.6946630 Apr 21 06:20:13.435452 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Network 65986120-125b-4020-831f-afd7d7710b57 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:20:13.437221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Pushing event updated for resources: {'Port': ['ID=b7168c04-e4b9-4414-b882-98ae5a488f6c,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:13.442963 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:13.462495 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:20:13.467227 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:20:13.480496 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-605d2b56-83a0-4054-9178-08fcce95e22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:13.490907 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1b19586e-45a9-4a5c-8e69-d921082d3731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:13.529879 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-605d2b56-83a0-4054-9178-08fcce95e22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:13.545992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:13.608292 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7098ca-712b-4e0d-8522-d1f9ea74298a req-694ea968-3b9b-4b40-b079-78e01e460da6 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:13.610155 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7c7098ca-712b-4e0d-8522-d1f9ea74298a req-694ea968-3b9b-4b40-b079-78e01e460da6 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 945 time: 0.5532010 Apr 21 06:20:13.613440 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-88744484-11c0-4454-b240-b68539d07ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:13.614979 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-88744484-11c0-4454-b240-b68539d07ab5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d770d4b502e43fab6b4945aa424cf5b&device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 1096 time: 0.9925053 Apr 21 06:20:13.625205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:13.625993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for port, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:13.648577 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-809a0a5a-9694-44bb-b120-bc6eb592d9c0 req-3e4db13d-8e4c-4a34-8d59-d1a47bf21444 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842984 Apr 21 06:20:13.681144 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1b19586e-45a9-4a5c-8e69-d921082d3731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:13.729837 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-605d2b56-83a0-4054-9178-08fcce95e22e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8b533f2869c4671b17eab395ff3b157&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4358001 Apr 21 06:20:13.732089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d2b56-83a0-4054-9178-08fcce95e22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861a2fe8-4397-415d-a1a8-7707ca7a5665,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:13.737172 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57632) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:13.759760 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-93afa066-3c5d-4c42-b283-a9f460212df1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b9692bb-6502-4a3b-93d5-5d830e74434e HTTP/1.1" status: 200 len: 217 time: 0.1249874 Apr 21 06:20:13.827407 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515b3f7c-c692-40c6-9cb2-d93751d3e2b7', 'tag': '3b9692bb-6502-4a3b-93d5-5d830e74434e', 'status': 'completed', 'code': 200} Apr 21 06:20:13.829072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-605d2b56-83a0-4054-9178-08fcce95e22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:13.839210 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7c7098ca-712b-4e0d-8522-d1f9ea74298a req-9891d7e5-b5fc-4080-a2b7-46106d6d3d99 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057898 Apr 21 06:20:13.871978 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6690404 Apr 21 06:20:13.886545 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Request body: {'port': {'device_id': 'e500967a-5176-42e7-860c-f23bc7e041c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:20:13.942486 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec294-6105-43f4-b64e-37a066c70d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:13.977694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-d482e075-44b4-4f29-9923-f06456987b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:13.980896 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-d482e075-44b4-4f29-9923-f06456987b55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f9a5fb8-b027-4dde-8595-3dac89598941 HTTP/1.1" status: 200 len: 849 time: 0.2038689 Apr 21 06:20:13.997526 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1b19586e-45a9-4a5c-8e69-d921082d3731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:14.014524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec294-6105-43f4-b64e-37a066c70d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:14.025703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-486d7c8f-53c1-40a3-8fc8-2d9de2549e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:14.061633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19586e-45a9-4a5c-8e69-d921082d3731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574905d-7cd8-4a4d-8898-6040e48e99fd,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:14.070232 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1b19586e-45a9-4a5c-8e69-d921082d3731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:14.093212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1b19586e-45a9-4a5c-8e69-d921082d3731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:14.094909 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-1b19586e-45a9-4a5c-8e69-d921082d3731 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6574905d-7cd8-4a4d-8898-6040e48e99fd HTTP/1.1" status: 204 len: 168 time: 1.2268302 Apr 21 06:20:14.168405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec294-6105-43f4-b64e-37a066c70d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:14.172822 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:14.418760 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ec294-6105-43f4-b64e-37a066c70d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861a2fe8-4397-415d-a1a8-7707ca7a5665,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:14.439763 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:14.631933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7f1ec294-6105-43f4-b64e-37a066c70d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:14.676640 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-db344f07-5ff7-425a-9c10-928fdcecc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:14.678405 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-db344f07-5ff7-425a-9c10-928fdcecc00a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2af643d-203c-4cb9-ab5a-766c1cede763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6827765 Apr 21 06:20:14.693215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f99ac4-c081-4f0c-bafd-89c692782d31 req-bc500507-18c9-40be-b888-278ba0c3d695 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:14.694046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-60f99ac4-c081-4f0c-bafd-89c692782d31 req-bc500507-18c9-40be-b888-278ba0c3d695 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Synchronizing usage tracker for tenant:9dfaefe1a8ad4243b590dd46c3b5e402 on resource:port {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:20:14.744360 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec294-6105-43f4-b64e-37a066c70d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:14.747218 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7f1ec294-6105-43f4-b64e-37a066c70d09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/861a2fe8-4397-415d-a1a8-7707ca7a5665 HTTP/1.1" status: 204 len: 168 time: 1.0038049 Apr 21 06:20:14.850227 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe974a11-a840-4773-90f4-7ac6b7baddef req-58a544ef-d247-40ae-ba9c-763bc0088741 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:14.853405 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fe974a11-a840-4773-90f4-7ac6b7baddef req-58a544ef-d247-40ae-ba9c-763bc0088741 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.41 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 945 time: 0.3975549 Apr 21 06:20:14.872215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347f378-82cd-488f-a78f-511b3446c11f req-af3ee4fd-46e7-4684-b4dc-ae41122ff171 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:14.884937 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5347f378-82cd-488f-a78f-511b3446c11f req-af3ee4fd-46e7-4684-b4dc-ae41122ff171 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 943 time: 0.6593201 Apr 21 06:20:14.997050 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-54b4a311-6efd-46e2-af88-ec994d7dc802 service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979288 Apr 21 06:20:15.043611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-fe974a11-a840-4773-90f4-7ac6b7baddef req-c0a44a4b-48f8-45db-b5a2-e58a75e1aa6c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Deleting port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:20:15.044340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-fe974a11-a840-4773-90f4-7ac6b7baddef req-c0a44a4b-48f8-45db-b5a2-e58a75e1aa6c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:15.110196 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:15.122202 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-60f99ac4-c081-4f0c-bafd-89c692782d31 req-bc500507-18c9-40be-b888-278ba0c3d695 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Unset dirty status for tenant:9dfaefe1a8ad4243b590dd46c3b5e402 on resource:port {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:20:15.125289 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-60f99ac4-c081-4f0c-bafd-89c692782d31 req-bc500507-18c9-40be-b888-278ba0c3d695 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 932 time: 0.8701706 Apr 21 06:20:15.370153 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5347f378-82cd-488f-a78f-511b3446c11f req-5db0d58e-532d-4a6f-8f4f-212dab21aa72 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374098 Apr 21 06:20:15.751624 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-60f99ac4-c081-4f0c-bafd-89c692782d31 req-444844f1-8f32-4665-a4ae-eff63520828e tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/security-groups?id=44290423-133d-4eb4-8e65-5900332f9ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595036 Apr 21 06:20:15.786259 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 57684) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:15.859095 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7eb7ebd9-36b9-429b-ad89-615bcf1a7598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:16.049558 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-7eb7ebd9-36b9-429b-ad89-615bcf1a7598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:16.061241 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.db.resource_extend [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 21 06:20:16.085091 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0dcfd058-a2e9-4238-822a-509c51a4aa9c req-4283e7e5-c529-4876-ad3c-37c2ab3476dc service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0779295 Apr 21 06:20:16.107106 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-7eb7ebd9-36b9-429b-ad89-615bcf1a7598 admin admin] Usage tracker for resource:security_group_rule and tenant:20ac536576904938be4a34fe03528bc9 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:16.122340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-7eb7ebd9-36b9-429b-ad89-615bcf1a7598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:16.161224 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-fe974a11-a840-4773-90f4-7ac6b7baddef req-c0a44a4b-48f8-45db-b5a2-e58a75e1aa6c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] For port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb,segment=NetworkSegment(4e462b11-4aaa-4fa4-85cc-f562fe68b1c8),segment_id=4e462b11-4aaa-4fa4-85cc-f562fe68b1c8)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:16.162186 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-fe974a11-a840-4773-90f4-7ac6b7baddef req-c0a44a4b-48f8-45db-b5a2-e58a75e1aa6c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:16.174047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-7eb7ebd9-36b9-429b-ad89-615bcf1a7598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:16.420481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7168c04-e4b9-4414-b882-98ae5a488f6c {{(pid=86267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:20:16.449190 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:16.502810 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Transition to ACTIVE for port object b7168c04-e4b9-4414-b882-98ae5a488f6c will not be triggered until provisioned by entity L2. {{(pid=86267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:20:16.515146 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4812c-2e15-4ea3-8b67-1b9040ae86dc req-39004354-dfaa-4dbd-8880-0b4d780843e4 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:16.525864 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0ba4812c-2e15-4ea3-8b67-1b9040ae86dc req-39004354-dfaa-4dbd-8880-0b4d780843e4 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 945 time: 0.3428609 Apr 21 06:20:16.564237 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:16.595163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c6184d04-0a36-4ad1-be16-065fddcc2859 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:16.640874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-fe974a11-a840-4773-90f4-7ac6b7baddef req-c0a44a4b-48f8-45db-b5a2-e58a75e1aa6c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Calling delete_port for 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:20:16.763217 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0ba4812c-2e15-4ea3-8b67-1b9040ae86dc req-05eca230-49d0-4286-a733-5b5ec9436f43 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/security-groups?id=22f582ca-65f4-438d-bf3d-50c4374ab9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356555 Apr 21 06:20:16.845816 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40a367-d3b6-4cd8-a151-6bbb8f3f20c6 req-44925527-1045-4959-98ae-a6cbeb470209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:16.849972 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2e40a367-d3b6-4cd8-a151-6bbb8f3f20c6 req-44925527-1045-4959-98ae-a6cbeb470209 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d770d4b502e43fab6b4945aa424cf5b&device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 1096 time: 0.5428460 Apr 21 06:20:16.986609 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b81a79-5ad4-444a-9cd1-efe5ec9fa25a req-8ff3e7a6-cb20-4717-8ffc-e8666138c9f6 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:16.989494 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-38b81a79-5ad4-444a-9cd1-efe5ec9fa25a req-8ff3e7a6-cb20-4717-8ffc-e8666138c9f6 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.7767591 Apr 21 06:20:17.102106 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Pushing event updated for resources: {'Port': ['ID=b7168c04-e4b9-4414-b882-98ae5a488f6c,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:17.109005 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:17.186629 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-38b81a79-5ad4-444a-9cd1-efe5ec9fa25a req-0d25887f-f540-418a-a142-7a5d53e5b261 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576856 Apr 21 06:20:17.187992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-fe974a11-a840-4773-90f4-7ac6b7baddef req-c0a44a4b-48f8-45db-b5a2-e58a75e1aa6c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:17.201107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-63906a27-bdf4-4ccc-a5ce-7224403bf3d3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:17.205975 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:20:17.359336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7eb7ebd9-36b9-429b-ad89-615bcf1a7598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:17.391282 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7eb7ebd9-36b9-429b-ad89-615bcf1a7598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:17.415295 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:17.470123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7ebd9-36b9-429b-ad89-615bcf1a7598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec995d6-447b-41e1-a8fb-5e9e3539de4b,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:17.509745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a44a4b-48f8-45db-b5a2-e58a75e1aa6c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Pushing event deleted for resources: {'Port': ['ID=35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:17.520447 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c0a44a4b-48f8-45db-b5a2-e58a75e1aa6c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:17.527895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe974a11-a840-4773-90f4-7ac6b7baddef req-c0a44a4b-48f8-45db-b5a2-e58a75e1aa6c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] No DVR routers for this DVR port 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:20:17.539887 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-fe974a11-a840-4773-90f4-7ac6b7baddef req-c0a44a4b-48f8-45db-b5a2-e58a75e1aa6c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:17.557299 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50eb1c7d-ae71-4b64-9c56-2769a65164ba', 'name': 'network-vif-deleted', 'tag': '35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:20:17.581751 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40a367-d3b6-4cd8-a151-6bbb8f3f20c6 req-27935c44-8b09-4165-84f0-ed6e2895226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:17.585756 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2e40a367-d3b6-4cd8-a151-6bbb8f3f20c6 req-27935c44-8b09-4165-84f0-ed6e2895226e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2af643d-203c-4cb9-ab5a-766c1cede763 HTTP/1.1" status: 200 len: 911 time: 0.6474845 Apr 21 06:20:17.602730 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7eb7ebd9-36b9-429b-ad89-615bcf1a7598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:17.604484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Attempting to bind port b7168c04-e4b9-4414-b882-98ae5a488f6c on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:20:17.605135 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Attempting to bind port b7168c04-e4b9-4414-b882-98ae5a488f6c by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '53285247-118f-4255-81e0-147b0df6f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '65986120-125b-4020-831f-afd7d7710b57'}] {{(pid=86267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:20:17.606311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Attempting to bind port b7168c04-e4b9-4414-b882-98ae5a488f6c on network 65986120-125b-4020-831f-afd7d7710b57 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:20:17.742417 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fe974a11-a840-4773-90f4-7ac6b7baddef req-c0a44a4b-48f8-45db-b5a2-e58a75e1aa6c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.41 "DELETE /v2.0/ports/35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb HTTP/1.1" status: 204 len: 173 time: 2.8557284 Apr 21 06:20:17.798510 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa63a81-032a-4db9-b9ea-b76d6e0af734 req-0b0a4dfb-ef79-46da-87cb-29092e0690a1 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:17.800384 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5fa63a81-032a-4db9-b9ea-b76d6e0af734 req-0b0a4dfb-ef79-46da-87cb-29092e0690a1 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 944 time: 0.2559407 Apr 21 06:20:17.830263 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2e40a367-d3b6-4cd8-a151-6bbb8f3f20c6 req-72d5c443-52b6-4c9d-a4fb-f92b6da12bee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b9692bb-6502-4a3b-93d5-5d830e74434e HTTP/1.1" status: 200 len: 217 time: 0.2114949 Apr 21 06:20:17.836332 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Port b7168c04-e4b9-4414-b882-98ae5a488f6c on network 65986120-125b-4020-831f-afd7d7710b57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:20:17.836909 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Attempting to bind port b7168c04-e4b9-4414-b882-98ae5a488f6c on network 65986120-125b-4020-831f-afd7d7710b57 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:20:17.849167 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-19f63495-ed21-4478-adcd-b9bf0a1cb234 req-c19afd2c-3fc9-4679-ad27-87d873512e46 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2109113 Apr 21 06:20:17.852192 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:20:17.852829 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Checking segment: {'id': '53285247-118f-4255-81e0-147b0df6f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '65986120-125b-4020-831f-afd7d7710b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:20:17.853938 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Bound using segment: {'id': '53285247-118f-4255-81e0-147b0df6f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '65986120-125b-4020-831f-afd7d7710b57'} {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:20:17.854234 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Bound port: b7168c04-e4b9-4414-b882-98ae5a488f6c, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53285247-118f-4255-81e0-147b0df6f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '65986120-125b-4020-831f-afd7d7710b57'}}] {{(pid=86267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:20:17.864304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:17.877183 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-5fa63a81-032a-4db9-b9ea-b76d6e0af734 req-551d845e-23f7-4832-b4ed-f176f30a178e tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Synchronizing usage tracker for tenant:9dfaefe1a8ad4243b590dd46c3b5e402 on resource:security_group {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:20:17.915808 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-5fa63a81-032a-4db9-b9ea-b76d6e0af734 req-551d845e-23f7-4832-b4ed-f176f30a178e tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Unset dirty status for tenant:9dfaefe1a8ad4243b590dd46c3b5e402 on resource:security_group {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:20:17.916475 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7eb7ebd9-36b9-429b-ad89-615bcf1a7598 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20ac536576904938be4a34fe03528bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1286473 Apr 21 06:20:17.936391 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5fa63a81-032a-4db9-b9ea-b76d6e0af734 req-551d845e-23f7-4832-b4ed-f176f30a178e tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/security-groups?id=44290423-133d-4eb4-8e65-5900332f9ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180522 Apr 21 06:20:17.942707 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57732) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:18.082750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76bba2-878c-4d00-9030-ecf93e6385a0 req-f4ac864f-f59d-4abc-b788-800966d15a48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:18.084613 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dc76bba2-878c-4d00-9030-ecf93e6385a0 req-f4ac864f-f59d-4abc-b788-800966d15a48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 943 time: 1.1506581 Apr 21 06:20:18.324603 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dc76bba2-878c-4d00-9030-ecf93e6385a0 req-5c10f0c2-9061-492d-aef8-8d2db2ad663a tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129724 Apr 21 06:20:18.356214 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40a367-d3b6-4cd8-a151-6bbb8f3f20c6 req-2cca7833-6ab7-477f-a1e6-bbd24611de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:18.358807 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2e40a367-d3b6-4cd8-a151-6bbb8f3f20c6 req-2cca7833-6ab7-477f-a1e6-bbd24611de8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f9a5fb8-b027-4dde-8595-3dac89598941 HTTP/1.1" status: 200 len: 849 time: 0.5089221 Apr 21 06:20:18.448791 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] For port b7168c04-e4b9-4414-b882-98ae5a488f6c, host hv-cinder-77630, cleared binding levels {{(pid=86267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:20:18.474407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] For port b7168c04-e4b9-4414-b882-98ae5a488f6c, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b7168c04-e4b9-4414-b882-98ae5a488f6c,segment=NetworkSegment(53285247-118f-4255-81e0-147b0df6f9e0),segment_id=53285247-118f-4255-81e0-147b0df6f9e0)] {{(pid=86267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:20:18.484777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:18.515971 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:18.616486 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50eb1c7d-ae71-4b64-9c56-2769a65164ba', 'name': 'network-vif-deleted', 'tag': '35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb', 'status': 'completed', 'code': 200} Apr 21 06:20:18.666659 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40a367-d3b6-4cd8-a151-6bbb8f3f20c6 req-d340de36-9b26-45cf-a2cb-5b3cff2a13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:18.676306 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2e40a367-d3b6-4cd8-a151-6bbb8f3f20c6 req-d340de36-9b26-45cf-a2cb-5b3cff2a13e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2af643d-203c-4cb9-ab5a-766c1cede763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3078635 Apr 21 06:20:18.820066 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-7262ad08-b19d-4054-aaf8-56f703261cf6 req-5cc68765-4915-4312-8fbf-84f88fff7956 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Synchronizing usage tracker for tenant:eaeb8ed631ed480fb663f8f8fc675f24 on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:20:18.838370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Pushing event updated for resources: {'Port': ['ID=b7168c04-e4b9-4414-b882-98ae5a488f6c,revision_number=3']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:18.894919 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-7262ad08-b19d-4054-aaf8-56f703261cf6 req-5cc68765-4915-4312-8fbf-84f88fff7956 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Unset dirty status for tenant:eaeb8ed631ed480fb663f8f8fc675f24 on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:20:18.896960 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7262ad08-b19d-4054-aaf8-56f703261cf6 req-5cc68765-4915-4312-8fbf-84f88fff7956 tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] 10.222.0.32 "GET /v2.0/ports?device_id=50eb1c7d-ae71-4b64-9c56-2769a65164ba HTTP/1.1" status: 200 len: 210 time: 0.2055938 Apr 21 06:20:18.903904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-85315cb2-260f-4780-af25-06b91d1da8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:18.948394 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-85315cb2-260f-4780-af25-06b91d1da8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:18.960325 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421703e-e7d5-4461-973d-97cc1c8912d0 req-61fc9936-dbfa-4c80-acc7-d778e98c9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:18.962375 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4421703e-e7d5-4461-973d-97cc1c8912d0 req-61fc9936-dbfa-4c80-acc7-d778e98c9c10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b36b6f127b24361924ef09764ac2fce&device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 1099 time: 0.4363353 Apr 21 06:20:18.976928 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:18.991855 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:18.992310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f63495-ed21-4478-adcd-b9bf0a1cb234 req-55fb8b34-48d8-4171-a2dd-e0cea690778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:18.993375 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for port, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:18.994913 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-19f63495-ed21-4478-adcd-b9bf0a1cb234 req-55fb8b34-48d8-4171-a2dd-e0cea690778f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b36b6f127b24361924ef09764ac2fce&device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 1098 time: 0.9307692 Apr 21 06:20:18.997492 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] 10.222.0.41 "PUT /v2.0/ports/b7168c04-e4b9-4414-b882-98ae5a488f6c HTTP/1.1" status: 200 len: 1094 time: 5.1156723 Apr 21 06:20:19.004384 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e500967a-5176-42e7-860c-f23bc7e041c5', 'tag': 'b7168c04-e4b9-4414-b882-98ae5a488f6c'}] {{(pid=86267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:20:19.324372 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-85315cb2-260f-4780-af25-06b91d1da8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:19.346618 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:19.358602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:19.395404 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-85315cb2-260f-4780-af25-06b91d1da8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:19.397781 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-85315cb2-260f-4780-af25-06b91d1da8f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fec995d6-447b-41e1-a8fb-5e9e3539de4b HTTP/1.1" status: 204 len: 168 time: 1.4489586 Apr 21 06:20:19.454651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85315cb2-260f-4780-af25-06b91d1da8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec995d6-447b-41e1-a8fb-5e9e3539de4b,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:19.481701 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-85315cb2-260f-4780-af25-06b91d1da8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:19.520075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1f886-ea98-4148-94f8-bf7aa9e82994 req-912944d8-d7a6-498e-b9ec-829cac7ce2b1 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:19.522209 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-70a1f886-ea98-4148-94f8-bf7aa9e82994 req-912944d8-d7a6-498e-b9ec-829cac7ce2b1 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 944 time: 0.3206952 Apr 21 06:20:19.531680 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-960f46c1-6a62-4329-b11c-24df5272c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:19.533628 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-960f46c1-6a62-4329-b11c-24df5272c2bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dfaefe1a8ad4243b590dd46c3b5e402&device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 1097 time: 0.4708309 Apr 21 06:20:19.535461 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421703e-e7d5-4461-973d-97cc1c8912d0 req-99729899-dacf-4633-a111-f982107a1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:19.537758 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4421703e-e7d5-4461-973d-97cc1c8912d0 req-99729899-dacf-4633-a111-f982107a1256 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 200 len: 919 time: 0.5488038 Apr 21 06:20:19.637096 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af86e66-620a-4f3a-84a0-e280cc8c0eb0 req-1f421e39-06dd-4374-82c3-fad43f0bc886 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:19.656033 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7af86e66-620a-4f3a-84a0-e280cc8c0eb0 req-1f421e39-06dd-4374-82c3-fad43f0bc886 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.6813374 Apr 21 06:20:19.678927 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2e40a367-d3b6-4cd8-a151-6bbb8f3f20c6 req-935860b6-0ffd-4954-aadc-ed9e669858f1 service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0011871 Apr 21 06:20:19.741537 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4421703e-e7d5-4461-973d-97cc1c8912d0 req-45fc029b-2f7e-48c1-927d-e6b864554a7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bfaa4e6-1205-4b3f-a08b-4196c70e3379 HTTP/1.1" status: 200 len: 217 time: 0.1740315 Apr 21 06:20:19.753713 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-008d1819-f4c0-4f37-a166-fc0df094c922 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7168c04-e4b9-4414-b882-98ae5a488f6c HTTP/1.1" status: 200 len: 217 time: 0.1879423 Apr 21 06:20:19.879031 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-70a1f886-ea98-4148-94f8-bf7aa9e82994 req-744906f7-9509-4b9e-9cf7-6b4575d7ecdf tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/security-groups?id=44290423-133d-4eb4-8e65-5900332f9ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402855 Apr 21 06:20:19.917032 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-279d5f2c-51db-4e4b-bce2-5f0e7b026a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:19.918761 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-279d5f2c-51db-4e4b-bce2-5f0e7b026a80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4f582b5-efba-48ad-9237-e8af39258c02 HTTP/1.1" status: 200 len: 849 time: 0.1043341 Apr 21 06:20:19.930312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421703e-e7d5-4461-973d-97cc1c8912d0 req-b55a0b1f-4d7f-427b-887b-68f0bf637842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:19.932416 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4421703e-e7d5-4461-973d-97cc1c8912d0 req-b55a0b1f-4d7f-427b-887b-68f0bf637842 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc9ba4d4-a8e5-4c4e-9983-66f08290261f HTTP/1.1" status: 200 len: 858 time: 0.1805711 Apr 21 06:20:19.949599 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 3b9692bb-6502-4a3b-93d5-5d830e74434e details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:20:20.015198 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2e40a367-d3b6-4cd8-a151-6bbb8f3f20c6 req-4796c4ac-c2d6-4734-9e2a-88c365aaeaff service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855885 Apr 21 06:20:20.036565 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-68d28903-e3bb-420d-8e35-34bec98c2fbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65986120-125b-4020-831f-afd7d7710b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027343 Apr 21 06:20:20.040987 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f63495-ed21-4478-adcd-b9bf0a1cb234 req-300bbe6f-4e30-47ec-a697-f5701f063459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:20.044000 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-19f63495-ed21-4478-adcd-b9bf0a1cb234 req-300bbe6f-4e30-47ec-a697-f5701f063459 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 200 len: 919 time: 0.8910060 Apr 21 06:20:20.047160 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4421703e-e7d5-4461-973d-97cc1c8912d0 req-236e7e65-1cd7-4892-8b5c-dcfb6ff09984 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83a17177-a855-4321-83e2-b924c2c345d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653026 Apr 21 06:20:20.102588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57788) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:20.255000 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-19f63495-ed21-4478-adcd-b9bf0a1cb234 req-60bdc512-9c04-4843-a8db-ecf444ab94d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3102e3f3-68d1-4b6e-affc-b5c998dcc433 HTTP/1.1" status: 200 len: 217 time: 0.1894424 Apr 21 06:20:20.258434 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e500967a-5176-42e7-860c-f23bc7e041c5', 'tag': 'b7168c04-e4b9-4414-b882-98ae5a488f6c', 'status': 'completed', 'code': 200} Apr 21 06:20:20.389956 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7af86e66-620a-4f3a-84a0-e280cc8c0eb0 req-94ff493c-4ed5-40fe-b2cc-b6262635cb90 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927168 Apr 21 06:20:20.458727 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f63495-ed21-4478-adcd-b9bf0a1cb234 req-2dba08d5-39d4-426d-be2b-fec56d35fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:20.460814 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-19f63495-ed21-4478-adcd-b9bf0a1cb234 req-2dba08d5-39d4-426d-be2b-fec56d35fa6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc9ba4d4-a8e5-4c4e-9983-66f08290261f HTTP/1.1" status: 200 len: 858 time: 0.1831565 Apr 21 06:20:20.554788 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:20:20.642026 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-19f63495-ed21-4478-adcd-b9bf0a1cb234 req-ad243478-ba27-425d-9a22-89bfb1db4206 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83a17177-a855-4321-83e2-b924c2c345d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661804 Apr 21 06:20:20.850161 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-929fb78a-2b34-4429-ab3a-37794b49a4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:20.898171 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-00166b56-fcb4-4e69-a6c5-830cba947c35 service neutron] 10.222.0.41 "GET /v2.0/networks/65986120-125b-4020-831f-afd7d7710b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8532553 Apr 21 06:20:20.922509 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-929fb78a-2b34-4429-ab3a-37794b49a4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:20.927065 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-929fb78a-2b34-4429-ab3a-37794b49a4ca admin admin] Usage tracker for resource:security_group_rule and tenant:f2130aaf9e3d4854b3703f6634afa783 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:20.930511 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-929fb78a-2b34-4429-ab3a-37794b49a4ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:20.938703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-929fb78a-2b34-4429-ab3a-37794b49a4ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:21.046503 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-19f63495-ed21-4478-adcd-b9bf0a1cb234 req-cb452f2e-5a2c-463e-b952-65541ec6645a service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924243 Apr 21 06:20:21.055321 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-929fb78a-2b34-4429-ab3a-37794b49a4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:21.090324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-929fb78a-2b34-4429-ab3a-37794b49a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:21.136934 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-495318f8-d036-4d0e-bcd2-63a89ca602c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:21.151229 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-929fb78a-2b34-4429-ab3a-37794b49a4ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2130aaf9e3d4854b3703f6634afa783&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0432510 Apr 21 06:20:21.177364 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 57834) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:21.248705 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4421703e-e7d5-4461-973d-97cc1c8912d0 req-ca0c48a0-a47b-4323-a061-1f0023fe5df2 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1787884 Apr 21 06:20:21.276080 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:20:21.276563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 35c6ceec-f9c0-4b0a-a7cc-1ad128b0d8fb not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:20:21.284126 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 3b9692bb-6502-4a3b-93d5-5d830e74434e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3b9692bb-6502-4a3b-93d5-5d830e74434e,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:21.317186 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '3b9692bb-6502-4a3b-93d5-5d830e74434e', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'port_id': '3b9692bb-6502-4a3b-93d5-5d830e74434e', 'mac_address': 'fa:16:3e:92:da:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:20:21.335166 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-094a8f52-5bbb-4a22-b858-a351c8ac3be7 req-b5eaf7bf-d23c-49cd-8fcb-08c3d2ea7bab service neutron] 10.222.0.41 "GET /v2.0/networks/65986120-125b-4020-831f-afd7d7710b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246290 Apr 21 06:20:21.352941 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fb78a-2b34-4429-ab3a-37794b49a4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa36903c-2ba4-4eab-9582-2b6ee2c98aa4,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:21.390277 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f9b30-1670-4835-a3d4-0a063e385226 req-cd3545b6-e8f6-4d86-a023-934b59650ed5 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:21.399404 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-676f9b30-1670-4835-a3d4-0a063e385226 req-cd3545b6-e8f6-4d86-a023-934b59650ed5 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 943 time: 1.0549972 Apr 21 06:20:21.406428 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-929fb78a-2b34-4429-ab3a-37794b49a4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:21.473032 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:21.522840 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9692bb-6502-4a3b-93d5-5d830e74434e {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:20:21.565221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 3b9692bb-6502-4a3b-93d5-5d830e74434e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3b9692bb-6502-4a3b-93d5-5d830e74434e,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:21.574668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:21.577057 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:21.698154 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-676f9b30-1670-4835-a3d4-0a063e385226 req-98d27d72-1fea-4acf-8d40-d8bc4a380579 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971847 Apr 21 06:20:21.757592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=3b9692bb-6502-4a3b-93d5-5d830e74434e,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:21.783600 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:21.787687 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:21.788638 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:21.791311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:21.793744 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:21.795269 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:21.795884 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:21.797756 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:21.798352 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:21.800588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:21.801212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:21.801735 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:20:21.809796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:21.866215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['3b9692bb-6502-4a3b-93d5-5d830e74434e'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:20:22.103258 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4421703e-e7d5-4461-973d-97cc1c8912d0 req-8e175080-0887-4006-8861-890ab43040e5 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661061 Apr 21 06:20:22.116162 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b142bc-40fa-479b-996e-6e3787b7a248 req-6c5dfc1e-3bd1-4841-9232-3836c315c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:22.117977 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b6b142bc-40fa-479b-996e-6e3787b7a248 req-6c5dfc1e-3bd1-4841-9232-3836c315c475 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dfaefe1a8ad4243b590dd46c3b5e402&device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 1097 time: 0.6875145 Apr 21 06:20:22.170072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5e3fc52a-af8d-4428-abe5-8ac0e19a4b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:22.202686 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5e3fc52a-af8d-4428-abe5-8ac0e19a4b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:22.295640 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382030b-f8ba-4a3f-8951-00248e46cd17 req-26541270-c94a-47f4-9913-1de8a77f9b71 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:22.296869 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5382030b-f8ba-4a3f-8951-00248e46cd17 req-26541270-c94a-47f4-9913-1de8a77f9b71 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 944 time: 1.1177418 Apr 21 06:20:22.297669 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5e3fc52a-af8d-4428-abe5-8ac0e19a4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:22.310679 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d372dc9c-22a5-4d16-9413-a3d9e1c17b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:22.345227 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5e3fc52a-af8d-4428-abe5-8ac0e19a4b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:22.345227 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-5e3fc52a-af8d-4428-abe5-8ac0e19a4b51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa36903c-2ba4-4eab-9582-2b6ee2c98aa4 HTTP/1.1" status: 204 len: 168 time: 1.1569574 Apr 21 06:20:22.388916 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5382030b-f8ba-4a3f-8951-00248e46cd17 req-efe13c60-6ff9-44f1-8ef6-ac323929cc3b tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/security-groups?id=44290423-133d-4eb4-8e65-5900332f9ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582449 Apr 21 06:20:22.389904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fc52a-af8d-4428-abe5-8ac0e19a4b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa36903c-2ba4-4eab-9582-2b6ee2c98aa4,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:22.393816 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-19f63495-ed21-4478-adcd-b9bf0a1cb234 req-39a57f9e-91bc-4357-b63e-c668c2ec2a95 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3403876 Apr 21 06:20:22.394877 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5e3fc52a-af8d-4428-abe5-8ac0e19a4b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:22.442341 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2472939-15b4-4bf8-83a0-c2f0550dac22 req-017f8fd5-82e0-4df8-9351-38a5b3c18d6e tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:22.450684 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c2472939-15b4-4bf8-83a0-c2f0550dac22 req-017f8fd5-82e0-4df8-9351-38a5b3c18d6e tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.3967297 Apr 21 06:20:22.537312 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c2472939-15b4-4bf8-83a0-c2f0550dac22 req-ed029040-9bc9-4331-b0b9-4f1ac2ed7b5b tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853007 Apr 21 06:20:22.544750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b142bc-40fa-479b-996e-6e3787b7a248 req-57ca78d4-02d6-4d9e-9658-f22e634cabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:22.547010 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b6b142bc-40fa-479b-996e-6e3787b7a248 req-57ca78d4-02d6-4d9e-9658-f22e634cabd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65986120-125b-4020-831f-afd7d7710b57 HTTP/1.1" status: 200 len: 910 time: 0.4205949 Apr 21 06:20:22.659980 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b6b142bc-40fa-479b-996e-6e3787b7a248 req-76d58e4f-91e5-4a1a-87b6-24d05053b703 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7168c04-e4b9-4414-b882-98ae5a488f6c HTTP/1.1" status: 200 len: 217 time: 0.1054552 Apr 21 06:20:22.835310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b142bc-40fa-479b-996e-6e3787b7a248 req-f55be0ad-6197-4785-a551-fd7038d6b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:22.838116 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b6b142bc-40fa-479b-996e-6e3787b7a248 req-f55be0ad-6197-4785-a551-fd7038d6b23f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4f582b5-efba-48ad-9237-e8af39258c02 HTTP/1.1" status: 200 len: 849 time: 0.1664426 Apr 21 06:20:22.968929 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b6b142bc-40fa-479b-996e-6e3787b7a248 req-226ad8c9-89b6-470d-a7be-3cdce7683b33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65986120-125b-4020-831f-afd7d7710b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174917 Apr 21 06:20:23.220088 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b6b142bc-40fa-479b-996e-6e3787b7a248 req-8f10350a-cdbd-4a85-a505-27587452cb76 service neutron] 10.222.0.41 "GET /v2.0/networks/65986120-125b-4020-831f-afd7d7710b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445850 Apr 21 06:20:23.413970 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37aca7-5f70-4466-a257-e616e886031c req-12cd4cbf-cd40-43ab-88b1-e3398994ede0 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:23.418496 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4d37aca7-5f70-4466-a257-e616e886031c req-12cd4cbf-cd40-43ab-88b1-e3398994ede0 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 944 time: 0.1909711 Apr 21 06:20:23.428588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 57918) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:23.504869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0c8f641a-71e7-4f6f-8730-48b0b34b7da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:23.552820 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4d37aca7-5f70-4466-a257-e616e886031c req-33d1ee13-9dd4-4973-93af-b1de942f3dc0 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910866 Apr 21 06:20:23.570137 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0c8f641a-71e7-4f6f-8730-48b0b34b7da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:23.578669 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b6b142bc-40fa-479b-996e-6e3787b7a248 req-406d920f-fc34-4e80-acbc-4eeeb31233e8 service neutron] 10.222.0.41 "GET /v2.0/networks/65986120-125b-4020-831f-afd7d7710b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506663 Apr 21 06:20:23.579792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0c8f641a-71e7-4f6f-8730-48b0b34b7da3 admin admin] Usage tracker for resource:security_group_rule and tenant:d642283e46cd413aba048798563b2bb5 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:23.583857 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0c8f641a-71e7-4f6f-8730-48b0b34b7da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:23.592488 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0c8f641a-71e7-4f6f-8730-48b0b34b7da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:23.709791 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0c8f641a-71e7-4f6f-8730-48b0b34b7da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:23.718278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0c8f641a-71e7-4f6f-8730-48b0b34b7da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:23.746024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-85315cb2-260f-4780-af25-06b91d1da8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:23.937599 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-0c8f641a-71e7-4f6f-8730-48b0b34b7da3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d642283e46cd413aba048798563b2bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5078580 Apr 21 06:20:23.940161 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 57938) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:23.951127 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f641a-71e7-4f6f-8730-48b0b34b7da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1c84b0-c759-4d51-943d-3b62b906ca26,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:23.972653 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0c8f641a-71e7-4f6f-8730-48b0b34b7da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:23.973697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1a568-46d9-42be-a9aa-3310367fe2be req-d8380f44-3a57-4dd4-ad29-0deeb45baf88 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:23.983975 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ccd1a568-46d9-42be-a9aa-3310367fe2be req-d8380f44-3a57-4dd4-ad29-0deeb45baf88 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.1360915 Apr 21 06:20:23.996159 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device b7168c04-e4b9-4414-b882-98ae5a488f6c details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:20:23.999171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 3b9692bb-6502-4a3b-93d5-5d830e74434e up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:20:24.028475 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af9703-bc06-4069-a85b-c4368e76b9d1 req-ec7de66b-bf36-4ce1-8e40-5ce9c3cf859c tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:24.046456 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e4af9703-bc06-4069-a85b-c4368e76b9d1 req-ec7de66b-bf36-4ce1-8e40-5ce9c3cf859c tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 944 time: 0.3039222 Apr 21 06:20:24.092764 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ccd1a568-46d9-42be-a9aa-3310367fe2be req-d7490e97-2906-4d12-b993-3ce7b2e757f7 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075909 Apr 21 06:20:24.096945 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2164a0ee-c812-434f-b05d-8d84ce37ed7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:24.139444 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2164a0ee-c812-434f-b05d-8d84ce37ed7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:24.153884 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e4af9703-bc06-4069-a85b-c4368e76b9d1 req-8acd5f68-500e-40ea-bd2d-50ad03f081cd tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/security-groups?id=44290423-133d-4eb4-8e65-5900332f9ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032915 Apr 21 06:20:24.206516 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2164a0ee-c812-434f-b05d-8d84ce37ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:24.214969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:24.224546 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port 3b9692bb-6502-4a3b-93d5-5d830e74434e completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:20:24.229398 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164a0ee-c812-434f-b05d-8d84ce37ed7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1c84b0-c759-4d51-943d-3b62b906ca26,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:24.232506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2164a0ee-c812-434f-b05d-8d84ce37ed7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:24.237233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 3b9692bb-6502-4a3b-93d5-5d830e74434e triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:20:24.237641 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:24.238091 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2164a0ee-c812-434f-b05d-8d84ce37ed7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:24.240398 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-2164a0ee-c812-434f-b05d-8d84ce37ed7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b1c84b0-c759-4d51-943d-3b62b906ca26 HTTP/1.1" status: 204 len: 168 time: 0.2989717 Apr 21 06:20:24.409885 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:24.456768 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 57946) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:24.460673 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515b3f7c-c692-40c6-9cb2-d93751d3e2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9692bb-6502-4a3b-93d5-5d830e74434e'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:20:24.488116 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 3b9692bb-6502-4a3b-93d5-5d830e74434e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3b9692bb-6502-4a3b-93d5-5d830e74434e,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:24.496161 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:24.503903 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-05f71113-c295-4f30-889f-640bb804ddd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:24.585870 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515b3f7c-c692-40c6-9cb2-d93751d3e2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9692bb-6502-4a3b-93d5-5d830e74434e', 'code': 200} Apr 21 06:20:24.591769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=3b9692bb-6502-4a3b-93d5-5d830e74434e,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:24.595652 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:24.603770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port b7168c04-e4b9-4414-b882-98ae5a488f6c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b7168c04-e4b9-4414-b882-98ae5a488f6c,segment=NetworkSegment(53285247-118f-4255-81e0-147b0df6f9e0),segment_id=53285247-118f-4255-81e0-147b0df6f9e0)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:24.634212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': 'b7168c04-e4b9-4414-b882-98ae5a488f6c', 'network_id': '65986120-125b-4020-831f-afd7d7710b57', 'port_id': 'b7168c04-e4b9-4414-b882-98ae5a488f6c', 'mac_address': 'fa:16:3e:30:f9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f582b5-efba-48ad-9237-e8af39258c02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:20:24.658643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c38ccb-1871-4397-8cda-9ebcf2287da9 admin admin] Deleting subnet 26df15cb-309b-4c97-b863-c762b15a7c20 {{(pid=86267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:20:24.668551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-64c38ccb-1871-4397-8cda-9ebcf2287da9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:24.789668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:24.805894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-64c38ccb-1871-4397-8cda-9ebcf2287da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6629933'] for subnet, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:24.836598 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7168c04-e4b9-4414-b882-98ae5a488f6c {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:20:24.874643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port b7168c04-e4b9-4414-b882-98ae5a488f6c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b7168c04-e4b9-4414-b882-98ae5a488f6c,segment=NetworkSegment(53285247-118f-4255-81e0-147b0df6f9e0),segment_id=53285247-118f-4255-81e0-147b0df6f9e0)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:24.881055 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:24.883899 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:24.979365 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-64c38ccb-1871-4397-8cda-9ebcf2287da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:25.047494 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=b7168c04-e4b9-4414-b882-98ae5a488f6c,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:25.051360 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:25.146167 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['b7168c04-e4b9-4414-b882-98ae5a488f6c'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:20:25.324068 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ca295-4394-4202-b6dd-75b7bf77dc8a req-9f999b75-edda-4105-a131-c59e4d9f4013 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:25.338737 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-183ca295-4394-4202-b6dd-75b7bf77dc8a req-9f999b75-edda-4105-a131-c59e4d9f4013 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.3735096 Apr 21 06:20:25.545624 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-183ca295-4394-4202-b6dd-75b7bf77dc8a req-7787c1dc-ec30-405f-8619-2a36e2e2a117 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675763 Apr 21 06:20:25.558908 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70455215-0ca2-46ab-9c93-c1bd3f2f4e1c req-c7e2c11e-380f-48f0-bc2f-3ff0b32ce930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:25.562234 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-70455215-0ca2-46ab-9c93-c1bd3f2f4e1c req-c7e2c11e-380f-48f0-bc2f-3ff0b32ce930 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 1098 time: 0.4900618 Apr 21 06:20:25.695502 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-70455215-0ca2-46ab-9c93-c1bd3f2f4e1c req-e0a2780c-6f50-4d65-a092-ea80f6450810 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242092 Apr 21 06:20:25.781614 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d2cf0-3a3f-4b04-8eaa-9c53bdec5e35 req-d3740fee-8bab-4407-91b6-ac357e1076e1 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:25.790518 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-344d2cf0-3a3f-4b04-8eaa-9c53bdec5e35 req-d3740fee-8bab-4407-91b6-ac357e1076e1 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.3903396 Apr 21 06:20:25.855527 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-344d2cf0-3a3f-4b04-8eaa-9c53bdec5e35 req-4c3cd5e3-8505-43d1-a80b-4e2cac090859 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639894 Apr 21 06:20:25.870383 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-64c38ccb-1871-4397-8cda-9ebcf2287da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5915450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848809451'] for subnet, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:25.877218 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6265647a-52f0-4e52-9820-99f82b62ea6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:25.916328 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c38ccb-1871-4397-8cda-9ebcf2287da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26df15cb-309b-4c97-b863-c762b15a7c20,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:25.927622 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-64c38ccb-1871-4397-8cda-9ebcf2287da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:25.933202 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-64c38ccb-1871-4397-8cda-9ebcf2287da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:25.942673 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-64c38ccb-1871-4397-8cda-9ebcf2287da9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/26df15cb-309b-4c97-b863-c762b15a7c20 HTTP/1.1" status: 204 len: 168 time: 1.4835427 Apr 21 06:20:25.945645 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58014) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:26.018649 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b12f2-9fac-4c1a-aeec-da8b81632fb4 req-52d6f067-5ce9-4428-8c44-42fd9ce07355 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:26.030548 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f14b12f2-9fac-4c1a-aeec-da8b81632fb4 req-52d6f067-5ce9-4428-8c44-42fd9ce07355 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 945 time: 0.2340274 Apr 21 06:20:26.084963 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f14b12f2-9fac-4c1a-aeec-da8b81632fb4 req-d593cb2b-eaa5-4340-9982-6e3c340c8493 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/security-groups?id=44290423-133d-4eb4-8e65-5900332f9ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528922 Apr 21 06:20:26.099493 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:26.268258 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:26.487351 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111861ce-5753-440d-85cc-7f8a82d3f6da']}} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:20:26.513825 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e462b11-4aaa-4fa4-85cc-f562fe68b1c8') {'for_net_delete': True} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:20:26.514377 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e462b11-4aaa-4fa4-85cc-f562fe68b1c8') {} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:20:26.537743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848145883'] for segment, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:26.571546 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:26.579487 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=86267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:20:26.809339 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58044) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:27.012443 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] Network 111861ce-5753-440d-85cc-7f8a82d3f6da has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:20:27.036641 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-acfb7f0f-c6c3-4b62-82e3-1adb1424b374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:27.049215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848859495'] for segment, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:27.076678 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-acfb7f0f-c6c3-4b62-82e3-1adb1424b374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:27.162847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-acfb7f0f-c6c3-4b62-82e3-1adb1424b374 admin admin] Usage tracker for resource:security_group_rule and tenant:263eb0653184420b81d88158c948373f is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:27.184392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-acfb7f0f-c6c3-4b62-82e3-1adb1424b374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:27.205857 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-acfb7f0f-c6c3-4b62-82e3-1adb1424b374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:27.215552 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e340fc-b575-47eb-a1a2-b9ae971eeaab req-2a713032-51da-492e-9a28-9055c8135ba0 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:27.224310 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-09e340fc-b575-47eb-a1a2-b9ae971eeaab req-2a713032-51da-492e-9a28-9055c8135ba0 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.4835234 Apr 21 06:20:27.293316 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a876c6-10db-467c-9238-fa4e0633cd12 req-e24b570e-05b6-4285-a883-9df3d9220429 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:27.295159 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-13a876c6-10db-467c-9238-fa4e0633cd12 req-e24b570e-05b6-4285-a883-9df3d9220429 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.2153752 Apr 21 06:20:27.372334 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] Network 111861ce-5753-440d-85cc-7f8a82d3f6da has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:20:27.384766 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-09e340fc-b575-47eb-a1a2-b9ae971eeaab req-7b26b77a-03f3-4fc3-8d74-a8834377d305 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596906 Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:20:27.420087 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:20:27.452592 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-13a876c6-10db-467c-9238-fa4e0633cd12 req-72bddd27-0996-431b-ad11-286dcfabd0f4 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420832 Apr 21 06:20:27.454710 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-acfb7f0f-c6c3-4b62-82e3-1adb1424b374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:27.484987 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-acfb7f0f-c6c3-4b62-82e3-1adb1424b374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:27.494977 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:27.587413 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-acfb7f0f-c6c3-4b62-82e3-1adb1424b374 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=263eb0653184420b81d88158c948373f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7765579 Apr 21 06:20:27.594304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58072) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:27.621796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb7f0f-c6c3-4b62-82e3-1adb1424b374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d74dd9-dd08-409a-b46f-495aaa57c391,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:27.630750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-acfb7f0f-c6c3-4b62-82e3-1adb1424b374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:27.673483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:27.707107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a868bca8-0e60-439b-becb-8fa0e91c8ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:27.720154 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1afdc38e-4c99-4a55-9ebc-33e920d28223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:27.739361 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:27.751647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58078) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:27.757049 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=111861ce-5753-440d-85cc-7f8a82d3f6da,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:27.759960 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:27.788553 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474fad0-0bd7-4285-9261-90464ebd9934 req-a0304fb8-d3d2-4e78-8eab-033478074e5e tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:27.791583 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0474fad0-0bd7-4285-9261-90464ebd9934 req-a0304fb8-d3d2-4e78-8eab-033478074e5e tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 945 time: 0.2434623 Apr 21 06:20:27.794211 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1afdc38e-4c99-4a55-9ebc-33e920d28223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:27.800618 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] 10.222.0.32 "DELETE /v2.0/networks/111861ce-5753-440d-85cc-7f8a82d3f6da HTTP/1.1" status: 204 len: 168 time: 1.8533015 Apr 21 06:20:27.866296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1afdc38e-4c99-4a55-9ebc-33e920d28223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:27.878404 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:27.879181 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0474fad0-0bd7-4285-9261-90464ebd9934 req-241dc105-da4b-409c-8396-20e6520e380a tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/security-groups?id=44290423-133d-4eb4-8e65-5900332f9ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768592 Apr 21 06:20:27.917524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdc38e-4c99-4a55-9ebc-33e920d28223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d74dd9-dd08-409a-b46f-495aaa57c391,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:27.927262 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1afdc38e-4c99-4a55-9ebc-33e920d28223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:27.943490 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1afdc38e-4c99-4a55-9ebc-33e920d28223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:27.945802 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-1afdc38e-4c99-4a55-9ebc-33e920d28223 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9d74dd9-dd08-409a-b46f-495aaa57c391 HTTP/1.1" status: 204 len: 168 time: 0.3496492 Apr 21 06:20:27.988458 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58092) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:28.031836 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2abea7cd-e488-4886-81d4-c91edd21c060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:28.062055 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2abea7cd-e488-4886-81d4-c91edd21c060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:28.070985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2abea7cd-e488-4886-81d4-c91edd21c060 admin admin] Usage tracker for resource:security_group_rule and tenant:8172f214e93048f3b6d64de2eee47d69 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:28.081372 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2abea7cd-e488-4886-81d4-c91edd21c060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:28.082751 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-9ac63e0c-1fcb-443f-ba41-61c5bdf6ac76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eaeb8ed631ed480fb663f8f8fc675f24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0911100 Apr 21 06:20:28.087344 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58096) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:28.095911 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2abea7cd-e488-4886-81d4-c91edd21c060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:28.153526 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device b7168c04-e4b9-4414-b882-98ae5a488f6c up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:20:28.168614 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-889c4fd1-aad8-4be8-a8ea-b8d6abbb40dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:28.205071 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-889c4fd1-aad8-4be8-a8ea-b8d6abbb40dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:28.282134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-889c4fd1-aad8-4be8-a8ea-b8d6abbb40dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:28.290701 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2abea7cd-e488-4886-81d4-c91edd21c060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:28.295893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:28.300975 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2abea7cd-e488-4886-81d4-c91edd21c060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:28.328946 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port b7168c04-e4b9-4414-b882-98ae5a488f6c completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:20:28.333078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c4fd1-aad8-4be8-a8ea-b8d6abbb40dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f582ca-65f4-438d-bf3d-50c4374ab9e7,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:28.338700 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-889c4fd1-aad8-4be8-a8ea-b8d6abbb40dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:28.351892 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-889c4fd1-aad8-4be8-a8ea-b8d6abbb40dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:28.353367 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4645445c-74d3-4f34-a139-c060619c0e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:28.359789 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-889c4fd1-aad8-4be8-a8ea-b8d6abbb40dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22f582ca-65f4-438d-bf3d-50c4374ab9e7 HTTP/1.1" status: 204 len: 168 time: 0.2704737 Apr 21 06:20:28.360846 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port b7168c04-e4b9-4414-b882-98ae5a488f6c triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:20:28.361352 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:28.530629 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-2abea7cd-e488-4886-81d4-c91edd21c060 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8172f214e93048f3b6d64de2eee47d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7768724 Apr 21 06:20:28.535677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58112) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:28.540880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abea7cd-e488-4886-81d4-c91edd21c060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f48a86-c4cf-4268-bc04-d0730d3a27fe,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:28.550336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2abea7cd-e488-4886-81d4-c91edd21c060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:28.620721 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58118) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:28.741085 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:28.782786 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port b7168c04-e4b9-4414-b882-98ae5a488f6c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b7168c04-e4b9-4414-b882-98ae5a488f6c,segment=NetworkSegment(53285247-118f-4255-81e0-147b0df6f9e0),segment_id=53285247-118f-4255-81e0-147b0df6f9e0)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:28.784251 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e500967a-5176-42e7-860c-f23bc7e041c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7168c04-e4b9-4414-b882-98ae5a488f6c'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:20:28.791187 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:28.794320 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:28.896479 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=b7168c04-e4b9-4414-b882-98ae5a488f6c,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:28.900197 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:29.014515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58132) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:29.017105 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0f0584de-62bb-4129-81ce-d7ba5f6708ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:29.070765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0f0584de-62bb-4129-81ce-d7ba5f6708ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:29.094229 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118fb47-9b92-4bed-abf8-4d8700adbde4 req-6fbc506b-15e3-4a55-8d1f-77bf7989605c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:29.103015 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a118fb47-9b92-4bed-abf8-4d8700adbde4 req-6fbc506b-15e3-4a55-8d1f-77bf7989605c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.3767669 Apr 21 06:20:29.106075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3bedb65e-f274-409e-8381-8ccbcbd638dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:29.115404 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334ef5-e378-47f9-9d66-5a027db0a93c req-7ac70e31-3c6c-4e8d-97e3-4722cdf4a6b0 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:29.117200 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e4334ef5-e378-47f9-9d66-5a027db0a93c req-7ac70e31-3c6c-4e8d-97e3-4722cdf4a6b0 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.3481634 Apr 21 06:20:29.133067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-3bedb65e-f274-409e-8381-8ccbcbd638dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:29.138176 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-3bedb65e-f274-409e-8381-8ccbcbd638dd admin admin] Usage tracker for resource:security_group_rule and tenant:5b9899b90f584a0db81f3a7ecbfd1770 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:29.141928 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-3bedb65e-f274-409e-8381-8ccbcbd638dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:29.157685 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-3bedb65e-f274-409e-8381-8ccbcbd638dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:29.225593 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e4334ef5-e378-47f9-9d66-5a027db0a93c req-338a2890-56a2-4c05-9280-a515810af623 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898960 Apr 21 06:20:29.236048 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0f0584de-62bb-4129-81ce-d7ba5f6708ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:29.263597 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:29.295073 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e500967a-5176-42e7-860c-f23bc7e041c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7168c04-e4b9-4414-b882-98ae5a488f6c', 'code': 200} Apr 21 06:20:29.299463 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c5c2e563-2994-4038-a0ba-98d59171ff0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:29.303110 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0584de-62bb-4129-81ce-d7ba5f6708ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f48a86-c4cf-4268-bc04-d0730d3a27fe,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:29.306002 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0f0584de-62bb-4129-81ce-d7ba5f6708ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:29.322050 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-0f0584de-62bb-4129-81ce-d7ba5f6708ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26f48a86-c4cf-4268-bc04-d0730d3a27fe HTTP/1.1" status: 204 len: 168 time: 0.7846606 Apr 21 06:20:29.326553 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0f0584de-62bb-4129-81ce-d7ba5f6708ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:29.386556 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c5c2e563-2994-4038-a0ba-98d59171ff0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:29.408071 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c5c2e563-2994-4038-a0ba-98d59171ff0e admin admin] Usage tracker for resource:security_group_rule and tenant:0781ae17eb3b4bfd8d6464b9148c7dde is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:29.442063 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a118fb47-9b92-4bed-abf8-4d8700adbde4 req-8fa0d9d5-d7e6-4393-a278-5e2129c325d5 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358617 Apr 21 06:20:29.454511 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c5c2e563-2994-4038-a0ba-98d59171ff0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:29.486521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c5c2e563-2994-4038-a0ba-98d59171ff0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:29.568248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3bedb65e-f274-409e-8381-8ccbcbd638dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:29.601320 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3bedb65e-f274-409e-8381-8ccbcbd638dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:29.626177 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-34469bee-950a-45cc-8784-cd3479a02a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:29.761800 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedb65e-f274-409e-8381-8ccbcbd638dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1243c74-21a4-408d-86c5-c9e12a8d20d8,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:29.769385 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-3bedb65e-f274-409e-8381-8ccbcbd638dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b9899b90f584a0db81f3a7ecbfd1770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7515669 Apr 21 06:20:29.774304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3bedb65e-f274-409e-8381-8ccbcbd638dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:29.778095 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58156) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:29.881178 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c7763-0423-4d50-bb0a-5f9945651a7a req-4a796abe-2bb3-43d4-bcd8-efd18e2b5aa5 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:29.891356 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9d4c7763-0423-4d50-bb0a-5f9945651a7a req-4a796abe-2bb3-43d4-bcd8-efd18e2b5aa5 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 946 time: 0.2489588 Apr 21 06:20:29.957911 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9d4c7763-0423-4d50-bb0a-5f9945651a7a req-7e2681de-4791-4f34-8b98-8ab61b00a858 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/security-groups?id=44290423-133d-4eb4-8e65-5900332f9ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651329 Apr 21 06:20:29.985310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-866b58d6-d764-42d2-ba89-7a4def92ae82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.020600 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58166) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:30.040600 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5e7569ba-6df9-441d-a2fc-d36f5cf49ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.058870 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-5e7569ba-6df9-441d-a2fc-d36f5cf49ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:30.063892 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5e7569ba-6df9-441d-a2fc-d36f5cf49ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:a49e16b332ac4c5faba905e524dcd69d is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:30.066755 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b06629-4951-4e4a-9a6b-467c54990a3d req-b4d2fe0c-6914-49cf-9cab-7599e8500238 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:30.067535 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5e7569ba-6df9-441d-a2fc-d36f5cf49ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:30.068498 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a6b06629-4951-4e4a-9a6b-467c54990a3d req-b4d2fe0c-6914-49cf-9cab-7599e8500238 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.3852346 Apr 21 06:20:30.076871 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-5e7569ba-6df9-441d-a2fc-d36f5cf49ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:30.088512 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58172) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:30.097335 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-cb91118b-d8e2-46e0-876a-b6f492a80a60 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Request body: {'floatingip': {'port_id': '3b9692bb-6502-4a3b-93d5-5d830e74434e'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:20:30.116247 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-866b58d6-d764-42d2-ba89-7a4def92ae82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.157862 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c5c2e563-2994-4038-a0ba-98d59171ff0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.176647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c5c2e563-2994-4038-a0ba-98d59171ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.199357 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0c8f641a-71e7-4f6f-8730-48b0b34b7da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:30.200890 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cb91118b-d8e2-46e0-876a-b6f492a80a60 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.265766 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1822b2f-01e2-49ea-8690-e0690fa13313 req-34e85d5d-2dbf-4022-9096-34c42eb4b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:30.267638 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1822b2f-01e2-49ea-8690-e0690fa13313 req-34e85d5d-2dbf-4022-9096-34c42eb4b978 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 1099 time: 0.4266357 Apr 21 06:20:30.272029 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2e563-2994-4038-a0ba-98d59171ff0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcecc4f6-7b25-46f6-ad64-5886b5d9f602,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:30.277119 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c5c2e563-2994-4038-a0ba-98d59171ff0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:30.281100 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c5c2e563-2994-4038-a0ba-98d59171ff0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0781ae17eb3b4bfd8d6464b9148c7dde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6584411 Apr 21 06:20:30.298716 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58182) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:30.387822 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-866b58d6-d764-42d2-ba89-7a4def92ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.397324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c4fbdce3-0fab-4492-a4e4-7b5602c29482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:30.409837 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1822b2f-01e2-49ea-8690-e0690fa13313 req-a337a3d1-4961-435c-804e-fa4be25aa547 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=44290423-133d-4eb4-8e65-5900332f9ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315291 Apr 21 06:20:30.419637 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b58d6-d764-42d2-ba89-7a4def92ae82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1243c74-21a4-408d-86c5-c9e12a8d20d8,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:30.435812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-866b58d6-d764-42d2-ba89-7a4def92ae82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:30.453189 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-eda7e3a5-c7a3-42b1-811c-ca8631b3e170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.466306 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-866b58d6-d764-42d2-ba89-7a4def92ae82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.467923 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-866b58d6-d764-42d2-ba89-7a4def92ae82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1243c74-21a4-408d-86c5-c9e12a8d20d8 HTTP/1.1" status: 204 len: 168 time: 0.6883471 Apr 21 06:20:30.504510 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-eda7e3a5-c7a3-42b1-811c-ca8631b3e170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.582504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-eda7e3a5-c7a3-42b1-811c-ca8631b3e170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.588654 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:30.608427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7e3a5-c7a3-42b1-811c-ca8631b3e170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcecc4f6-7b25-46f6-ad64-5886b5d9f602,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:30.622148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-eda7e3a5-c7a3-42b1-811c-ca8631b3e170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:30.624921 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-eda7e3a5-c7a3-42b1-811c-ca8631b3e170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.626961 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-eda7e3a5-c7a3-42b1-811c-ca8631b3e170 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcecc4f6-7b25-46f6-ad64-5886b5d9f602 HTTP/1.1" status: 204 len: 168 time: 0.3251882 Apr 21 06:20:30.829635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5e7569ba-6df9-441d-a2fc-d36f5cf49ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:30.983786 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465575c4-9ea4-41eb-aed2-ca162821ac8a req-cbb7286b-7fe6-423d-867b-8d73239fc358 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:30.997674 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-465575c4-9ea4-41eb-aed2-ca162821ac8a req-cbb7286b-7fe6-423d-867b-8d73239fc358 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.6055164 Apr 21 06:20:31.002939 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5e7569ba-6df9-441d-a2fc-d36f5cf49ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:31.093099 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:31.137565 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-5e7569ba-6df9-441d-a2fc-d36f5cf49ab2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a49e16b332ac4c5faba905e524dcd69d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1121194 Apr 21 06:20:31.157938 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58224) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:31.176440 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58228) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:31.203407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f71203c5-6fde-4b87-88f4-821dd988558d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:31.243870 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f71203c5-6fde-4b87-88f4-821dd988558d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:31.251501 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f71203c5-6fde-4b87-88f4-821dd988558d admin admin] Usage tracker for resource:security_group_rule and tenant:9e769abdd11c4316acd0368ca34a3782 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:31.256094 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f71203c5-6fde-4b87-88f4-821dd988558d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:31.268129 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f71203c5-6fde-4b87-88f4-821dd988558d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:31.280500 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7569ba-6df9-441d-a2fc-d36f5cf49ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c4364b-0cfe-492f-b1bc-833c8f2ea7dc,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:31.285725 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93faedba-d3d3-46f1-8cd6-83e7e6a3ef6d req-f9c8f45d-f57d-437a-9f23-ee8141e16834 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:31.288537 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-93faedba-d3d3-46f1-8cd6-83e7e6a3ef6d req-f9c8f45d-f57d-437a-9f23-ee8141e16834 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 946 time: 0.1711791 Apr 21 06:20:31.305252 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5e7569ba-6df9-441d-a2fc-d36f5cf49ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:31.345591 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-99439137-1f80-40c5-90e3-e3388f40babf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:31.378614 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-99439137-1f80-40c5-90e3-e3388f40babf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:31.380900 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-93faedba-d3d3-46f1-8cd6-83e7e6a3ef6d req-476d6e25-8341-4241-8a98-e95f406443e2 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/security-groups?id=44290423-133d-4eb4-8e65-5900332f9ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786910 Apr 21 06:20:31.415435 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-465575c4-9ea4-41eb-aed2-ca162821ac8a req-2cfb3b1e-a8f6-465c-99c6-a1b85ceeb917 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250353 Apr 21 06:20:31.602703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f71203c5-6fde-4b87-88f4-821dd988558d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:31.629300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f71203c5-6fde-4b87-88f4-821dd988558d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:31.642316 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58240) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:31.643864 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-eda7e3a5-c7a3-42b1-811c-ca8631b3e170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:31.691319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71203c5-6fde-4b87-88f4-821dd988558d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00b0f76-7395-44cc-9971-2d4d69029db8,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:31.695866 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f71203c5-6fde-4b87-88f4-821dd988558d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:31.727803 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f71203c5-6fde-4b87-88f4-821dd988558d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e769abdd11c4316acd0368ca34a3782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5488458 Apr 21 06:20:31.729163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58246) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:31.864496 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6eacb101-0941-4b6b-b545-0dd4a8e38756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:31.943454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6eacb101-0941-4b6b-b545-0dd4a8e38756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.018276 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-514b3f0c-504c-46f8-a567-cb3c697654a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.038908 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-514b3f0c-504c-46f8-a567-cb3c697654a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:32.045770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-514b3f0c-504c-46f8-a567-cb3c697654a5 admin admin] Usage tracker for resource:security_group_rule and tenant:22139d2f53884c13a575c3f791f473c2 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:32.049245 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-514b3f0c-504c-46f8-a567-cb3c697654a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:32.052652 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6eacb101-0941-4b6b-b545-0dd4a8e38756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.061801 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-481c80a7-fdaa-4856-b290-67ff8aea75b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:32.074655 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-514b3f0c-504c-46f8-a567-cb3c697654a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:32.082985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacb101-0941-4b6b-b545-0dd4a8e38756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00b0f76-7395-44cc-9971-2d4d69029db8,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:32.099568 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6eacb101-0941-4b6b-b545-0dd4a8e38756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:32.104798 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6eacb101-0941-4b6b-b545-0dd4a8e38756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.106037 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-6eacb101-0941-4b6b-b545-0dd4a8e38756 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e00b0f76-7395-44cc-9971-2d4d69029db8 HTTP/1.1" status: 204 len: 168 time: 0.3757570 Apr 21 06:20:32.169965 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.db.resource_extend [None req-cb91118b-d8e2-46e0-876a-b6f492a80a60 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 21 06:20:32.240106 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-99439137-1f80-40c5-90e3-e3388f40babf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.256383 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:32.274539 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99439137-1f80-40c5-90e3-e3388f40babf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c4364b-0cfe-492f-b1bc-833c8f2ea7dc,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:32.277588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-99439137-1f80-40c5-90e3-e3388f40babf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.279013 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-99439137-1f80-40c5-90e3-e3388f40babf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9c4364b-0cfe-492f-b1bc-833c8f2ea7dc HTTP/1.1" status: 204 len: 168 time: 1.1161077 Apr 21 06:20:32.280360 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-99439137-1f80-40c5-90e3-e3388f40babf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:32.310439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-514b3f0c-504c-46f8-a567-cb3c697654a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.319581 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-514b3f0c-504c-46f8-a567-cb3c697654a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.335025 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-44e5629d-8ffe-4376-b59d-4463a4d75c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:32.375427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cb91118b-d8e2-46e0-876a-b6f492a80a60 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.382599 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cb91118b-d8e2-46e0-876a-b6f492a80a60 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.404795 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-514b3f0c-504c-46f8-a567-cb3c697654a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22139d2f53884c13a575c3f791f473c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7242568 Apr 21 06:20:32.406236 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b3f0c-504c-46f8-a567-cb3c697654a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76accc0a-72ea-4a27-ad18-d1f5fb7486e5,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:32.409272 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58268) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:32.414226 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-514b3f0c-504c-46f8-a567-cb3c697654a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:32.499257 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0ae35a31-dcc8-4235-867f-de68fece0fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.539878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0ae35a31-dcc8-4235-867f-de68fece0fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.609275 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0ae35a31-dcc8-4235-867f-de68fece0fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.615786 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1afdc38e-4c99-4a55-9ebc-33e920d28223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:32.677346 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae35a31-dcc8-4235-867f-de68fece0fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76accc0a-72ea-4a27-ad18-d1f5fb7486e5,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:32.786954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0ae35a31-dcc8-4235-867f-de68fece0fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:32.798633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0ae35a31-dcc8-4235-867f-de68fece0fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:32.800979 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-0ae35a31-dcc8-4235-867f-de68fece0fbb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76accc0a-72ea-4a27-ad18-d1f5fb7486e5 HTTP/1.1" status: 204 len: 168 time: 0.3904054 Apr 21 06:20:32.900309 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a1ef8-b367-4ac8-8c51-4e952ebf1427 req-e6640ef7-2cd3-4a12-bfeb-5083821c7d9a tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:32.902687 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-771a1ef8-b367-4ac8-8c51-4e952ebf1427 req-e6640ef7-2cd3-4a12-bfeb-5083821c7d9a tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.1817603 Apr 21 06:20:32.910708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed16218-a9e6-4d19-b6ac-7642227e8902 req-bd9934e9-8030-48b0-af10-92a46aa56b4b tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:32.914709 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0ed16218-a9e6-4d19-b6ac-7642227e8902 req-bd9934e9-8030-48b0-af10-92a46aa56b4b tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 946 time: 0.2243066 Apr 21 06:20:32.952835 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_db [None req-cb91118b-d8e2-46e0-876a-b6f492a80a60 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Floating IP 92becd3a-be63-4dd6-89e1-c57936835922 associated. External IP: 172.28.0.196, port: 3b9692bb-6502-4a3b-93d5-5d830e74434e. Apr 21 06:20:33.031715 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0ed16218-a9e6-4d19-b6ac-7642227e8902 req-7cc0bb9f-6ea2-4ac2-b3fb-6202ee9a8ad4 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/security-groups?id=44290423-133d-4eb4-8e65-5900332f9ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076212 Apr 21 06:20:33.122200 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-771a1ef8-b367-4ac8-8c51-4e952ebf1427 req-f5b6f028-8d22-4041-85b9-80a935cbf8db tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088253 Apr 21 06:20:33.667039 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb91118b-d8e2-46e0-876a-b6f492a80a60 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:20:34.157156 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb91118b-d8e2-46e0-876a-b6f492a80a60 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:20:34.169468 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cb91118b-d8e2-46e0-876a-b6f492a80a60 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:34.199209 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf1820-b352-407f-bd86-85d9239dde93 None None] Sync routers for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:20:34.221765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf1820-b352-407f-bd86-85d9239dde93 None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:20:34.223994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-47bf1820-b352-407f-bd86-85d9239dde93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:20:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:20:34.292862 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-cb91118b-d8e2-46e0-876a-b6f492a80a60 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "PUT /v2.0/floatingips/92becd3a-be63-4dd6-89e1-c57936835922 HTTP/1.1" status: 200 len: 991 time: 4.2026143 Apr 21 06:20:34.294158 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515b3f7c-c692-40c6-9cb2-d93751d3e2b7', 'tag': '3b9692bb-6502-4a3b-93d5-5d830e74434e'}] {{(pid=86267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:20:34.774763 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-47bf1820-b352-407f-bd86-85d9239dde93 None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:20:34.800952 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515b3f7c-c692-40c6-9cb2-d93751d3e2b7', 'tag': '3b9692bb-6502-4a3b-93d5-5d830e74434e', 'status': 'completed', 'code': 200} Apr 21 06:20:35.043202 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0cc7a-5e11-4d29-a70a-77cbc9406810 req-b4c1537a-7780-4468-9a68-fe3668b94267 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:35.051889 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a1a0cc7a-5e11-4d29-a70a-77cbc9406810 req-b4c1537a-7780-4468-9a68-fe3668b94267 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.4450331 Apr 21 06:20:35.184906 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a1a0cc7a-5e11-4d29-a70a-77cbc9406810 req-a66a5bb9-d09d-4a8f-81c7-f90989c6b078 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090636 Apr 21 06:20:35.191340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba0fce-8a95-4a81-9f33-9ebb3873ab16 req-665b55c3-4f32-4665-94a5-649a19a53f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:35.195606 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e2ba0fce-8a95-4a81-9f33-9ebb3873ab16 req-665b55c3-4f32-4665-94a5-649a19a53f8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d770d4b502e43fab6b4945aa424cf5b&device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 1098 time: 0.3343954 Apr 21 06:20:35.779617 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-47bf1820-b352-407f-bd86-85d9239dde93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': '92becd3a-be63-4dd6-89e1-c57936835922', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'port_id': '3b9692bb-6502-4a3b-93d5-5d830e74434e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'mac_address': 'fa:16:3e:92:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b3f7c-c692-40c6-9cb2-d93751d3e2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:19:47Z', 'updated_at': '2021-04-21T06:20:32Z', 'revision_number': 1, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:43Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:20:35.786320 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf1820-b352-407f-bd86-85d9239dde93 None None] Checking router: c45b77fe-7292-4351-a8e1-7c1cdc9b7222 for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:20:35.801942 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf1820-b352-407f-bd86-85d9239dde93 None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:20:35.803128 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-47bf1820-b352-407f-bd86-85d9239dde93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:20:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:20:35.843596 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba0fce-8a95-4a81-9f33-9ebb3873ab16 req-adc840b0-4394-47fc-98b7-13a34a599c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:35.846676 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e2ba0fce-8a95-4a81-9f33-9ebb3873ab16 req-adc840b0-4394-47fc-98b7-13a34a599c08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2af643d-203c-4cb9-ab5a-766c1cede763 HTTP/1.1" status: 200 len: 911 time: 0.6415110 Apr 21 06:20:36.012934 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e2ba0fce-8a95-4a81-9f33-9ebb3873ab16 req-5c86bca1-a701-45bc-86b5-3381c81c3118 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b9692bb-6502-4a3b-93d5-5d830e74434e HTTP/1.1" status: 200 len: 999 time: 0.1580863 Apr 21 06:20:36.233684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba0fce-8a95-4a81-9f33-9ebb3873ab16 req-bed1b16b-e021-4bce-8d97-e44081ca2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:36.236633 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e2ba0fce-8a95-4a81-9f33-9ebb3873ab16 req-bed1b16b-e021-4bce-8d97-e44081ca2aeb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f9a5fb8-b027-4dde-8595-3dac89598941 HTTP/1.1" status: 200 len: 849 time: 0.2137439 Apr 21 06:20:36.348561 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-47bf1820-b352-407f-bd86-85d9239dde93 None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:20:36.528109 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba0fce-8a95-4a81-9f33-9ebb3873ab16 req-5cd320e9-b1b9-4e09-8c54-4c9c11d47096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:36.529777 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e2ba0fce-8a95-4a81-9f33-9ebb3873ab16 req-5cd320e9-b1b9-4e09-8c54-4c9c11d47096 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2af643d-203c-4cb9-ab5a-766c1cede763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2857256 Apr 21 06:20:36.801579 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ea4f5-d4f1-41dc-b6d6-8c612a29f77a req-1862f077-f73f-4b0d-a1a5-3dc16e837d02 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:36.804587 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd9ea4f5-d4f1-41dc-b6d6-8c612a29f77a req-1862f077-f73f-4b0d-a1a5-3dc16e837d02 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.4297113 Apr 21 06:20:36.919436 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e2ba0fce-8a95-4a81-9f33-9ebb3873ab16 req-56c4d188-bc05-4c83-8922-12dfea7bff94 service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709488 Apr 21 06:20:36.999281 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd9ea4f5-d4f1-41dc-b6d6-8c612a29f77a req-722ed239-cb4b-4059-a425-56a3ab9b023f tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841877 Apr 21 06:20:37.220773 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e2ba0fce-8a95-4a81-9f33-9ebb3873ab16 req-feb5ebbe-b429-4a07-b600-8d29d045501f service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946122 Apr 21 06:20:37.356924 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-47bf1820-b352-407f-bd86-85d9239dde93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': '92becd3a-be63-4dd6-89e1-c57936835922', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'port_id': '3b9692bb-6502-4a3b-93d5-5d830e74434e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'mac_address': 'fa:16:3e:92:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b3f7c-c692-40c6-9cb2-d93751d3e2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:19:47Z', 'updated_at': '2021-04-21T06:20:32Z', 'revision_number': 1, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:43Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:20:37.365041 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf1820-b352-407f-bd86-85d9239dde93 None None] The sync data for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb is: [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': '92becd3a-be63-4dd6-89e1-c57936835922', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'port_id': '3b9692bb-6502-4a3b-93d5-5d830e74434e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'mac_address': 'fa:16:3e:92:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515b3f7c-c692-40c6-9cb2-d93751d3e2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:19:47Z', 'updated_at': '2021-04-21T06:20:32Z', 'revision_number': 1, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:43Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:20:37.828725 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85794ecd-dfda-41ac-ac43-ada47531d6ee None None] New status for floating IP 92becd3a-be63-4dd6-89e1-c57936835922: ACTIVE {{(pid=86269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:20:38.342101 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570fd33-25c8-4b58-a9a7-5dd711e5bb68 req-f7322369-d0fb-444b-9f12-c2464c3fe1a9 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:38.356920 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6570fd33-25c8-4b58-a9a7-5dd711e5bb68 req-f7322369-d0fb-444b-9f12-c2464c3fe1a9 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.1588674 Apr 21 06:20:38.406026 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6570fd33-25c8-4b58-a9a7-5dd711e5bb68 req-5ed57c8b-2f7b-4f9b-bf44-5befbeb8a2b7 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472434 Apr 21 06:20:38.787008 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0ca8ed7a-72aa-4e8e-85a8-e517b4f2ef74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:38.957964 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8795ac-c3d6-4946-85f6-5cc17ae2506c req-4419b0f4-be05-495e-9ae4-8f3f36260ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:38.961556 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3a8795ac-c3d6-4946-85f6-5cc17ae2506c req-4419b0f4-be05-495e-9ae4-8f3f36260ede service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 1099 time: 0.1739776 Apr 21 06:20:39.052447 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3a8795ac-c3d6-4946-85f6-5cc17ae2506c req-6bcef6f3-5fc4-443f-84f3-fc81d69d7fab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829084 Apr 21 06:20:39.811061 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baca49-46de-4d8b-b18a-cbec105966a9 req-879bb91e-2139-428f-8bac-3d75b209660e tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:39.814004 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e3baca49-46de-4d8b-b18a-cbec105966a9 req-879bb91e-2139-428f-8bac-3d75b209660e tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.1709239 Apr 21 06:20:39.879490 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e3baca49-46de-4d8b-b18a-cbec105966a9 req-5888f4fa-e77a-4836-9a20-f3e7bb01f087 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554867 Apr 21 06:20:40.490979 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab494e-4847-4dd1-8e2c-cb1e6bd69f69 req-1a55064f-b07d-4302-9919-5465542b44c4 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:40.494825 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-78ab494e-4847-4dd1-8e2c-cb1e6bd69f69 req-1a55064f-b07d-4302-9919-5465542b44c4 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 946 time: 0.1463110 Apr 21 06:20:40.623169 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-78ab494e-4847-4dd1-8e2c-cb1e6bd69f69 req-0c04d2a5-a192-44fd-868f-d4520716f29d tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/security-groups?id=44290423-133d-4eb4-8e65-5900332f9ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136377 Apr 21 06:20:41.218385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58580) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:41.305574 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cec9ee-bd76-4903-82ee-2903fb6c5a03 req-ef4508b6-b3c0-4223-8500-c4190225216c tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:41.307888 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-46cec9ee-bd76-4903-82ee-2903fb6c5a03 req-ef4508b6-b3c0-4223-8500-c4190225216c tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.1618652 Apr 21 06:20:41.388492 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-46cec9ee-bd76-4903-82ee-2903fb6c5a03 req-089b9221-4094-4563-99b2-a9371192ac8f tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693727 Apr 21 06:20:41.555793 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ccdeb25-86b4-495f-a9e8-d7285f2d8c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:41.626867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2ccdeb25-86b4-495f-a9e8-d7285f2d8c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:41.628743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2ccdeb25-86b4-495f-a9e8-d7285f2d8c68 admin admin] Usage tracker for resource:security_group_rule and tenant:b933cf9d6d5e4e66b9ac32e807395162 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:41.632522 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2ccdeb25-86b4-495f-a9e8-d7285f2d8c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:41.641709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2ccdeb25-86b4-495f-a9e8-d7285f2d8c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:41.647974 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ff138833-592d-4cf3-8952-f5fd0e6ba0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:41.781786 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a2f49-6443-4eee-952c-7750828f3246 req-528a2191-fe28-402e-877a-e73e77b38361 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:41.783520 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ab3a2f49-6443-4eee-952c-7750828f3246 req-528a2191-fe28-402e-877a-e73e77b38361 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.2172925 Apr 21 06:20:41.785647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ccdeb25-86b4-495f-a9e8-d7285f2d8c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:41.833482 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ccdeb25-86b4-495f-a9e8-d7285f2d8c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:41.846169 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ab3a2f49-6443-4eee-952c-7750828f3246 req-d9cc1014-268c-4e84-8c0c-19a6f4f78d2e tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552549 Apr 21 06:20:41.847018 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f8421cce-48a8-4cb3-9199-60f7c14c962d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:41.878845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdeb25-86b4-495f-a9e8-d7285f2d8c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea644a79-543e-462c-8b49-8b2fafbe3c6b,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:41.893294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ccdeb25-86b4-495f-a9e8-d7285f2d8c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:41.912970 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-2ccdeb25-86b4-495f-a9e8-d7285f2d8c68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b933cf9d6d5e4e66b9ac32e807395162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6910493 Apr 21 06:20:41.915498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58616) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:42.003886 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f21e6ce-be95-478f-8abe-6194e99c9351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:42.042149 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f21e6ce-be95-478f-8abe-6194e99c9351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:42.053844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:42.125625 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f21e6ce-be95-478f-8abe-6194e99c9351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:42.144348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-99439137-1f80-40c5-90e3-e3388f40babf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:42.163155 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72c9a0-1f78-43e7-aef4-943a569193d7 req-dd1ff69b-ca17-4f8b-ac28-c9b54f484286 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:42.172094 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9c72c9a0-1f78-43e7-aef4-943a569193d7 req-dd1ff69b-ca17-4f8b-ac28-c9b54f484286 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 946 time: 0.2073467 Apr 21 06:20:42.184181 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09100085-76f2-41ff-ba1a-212b35c8f1e1 req-68b50b30-5db5-4836-bbf5-bfab00e9e345 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:42.186209 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-09100085-76f2-41ff-ba1a-212b35c8f1e1 req-68b50b30-5db5-4836-bbf5-bfab00e9e345 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.41 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 946 time: 0.3941159 Apr 21 06:20:42.188320 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21e6ce-be95-478f-8abe-6194e99c9351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea644a79-543e-462c-8b49-8b2fafbe3c6b,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:42.193173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5f21e6ce-be95-478f-8abe-6194e99c9351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:42.194750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f21e6ce-be95-478f-8abe-6194e99c9351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:42.200076 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-5f21e6ce-be95-478f-8abe-6194e99c9351 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea644a79-543e-462c-8b49-8b2fafbe3c6b HTTP/1.1" status: 204 len: 168 time: 0.2756195 Apr 21 06:20:42.329519 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9c72c9a0-1f78-43e7-aef4-943a569193d7 req-d3950bec-5b3a-483c-915a-82a1f2eb3076 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/security-groups?id=44290423-133d-4eb4-8e65-5900332f9ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558828 Apr 21 06:20:42.346116 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-09100085-76f2-41ff-ba1a-212b35c8f1e1 req-54e6cd48-68ca-4412-95f7-4e13597dd618 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Deleting port b7168c04-e4b9-4414-b882-98ae5a488f6c {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:20:42.346116 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-09100085-76f2-41ff-ba1a-212b35c8f1e1 req-54e6cd48-68ca-4412-95f7-4e13597dd618 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:42.797129 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-09100085-76f2-41ff-ba1a-212b35c8f1e1 req-54e6cd48-68ca-4412-95f7-4e13597dd618 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] For port b7168c04-e4b9-4414-b882-98ae5a488f6c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b7168c04-e4b9-4414-b882-98ae5a488f6c,segment=NetworkSegment(53285247-118f-4255-81e0-147b0df6f9e0),segment_id=53285247-118f-4255-81e0-147b0df6f9e0)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:20:42.798312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-09100085-76f2-41ff-ba1a-212b35c8f1e1 req-54e6cd48-68ca-4412-95f7-4e13597dd618 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:42.896684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58652) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:42.920185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-357dfe7c-3449-42ff-be1c-3013bf52b442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:42.950973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-357dfe7c-3449-42ff-be1c-3013bf52b442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:42.955597 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-357dfe7c-3449-42ff-be1c-3013bf52b442 admin admin] Usage tracker for resource:security_group_rule and tenant:9a31490a50e9443d8bdc2ac459c863a5 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:42.958907 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-357dfe7c-3449-42ff-be1c-3013bf52b442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:42.966150 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-357dfe7c-3449-42ff-be1c-3013bf52b442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:43.052038 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:43.069946 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-09100085-76f2-41ff-ba1a-212b35c8f1e1 req-54e6cd48-68ca-4412-95f7-4e13597dd618 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Calling delete_port for b7168c04-e4b9-4414-b882-98ae5a488f6c owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:20:43.080411 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-357dfe7c-3449-42ff-be1c-3013bf52b442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:43.091340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-357dfe7c-3449-42ff-be1c-3013bf52b442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:43.127542 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fd206b39-75c2-4617-b7be-af7194b5fc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:43.206071 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-357dfe7c-3449-42ff-be1c-3013bf52b442 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a31490a50e9443d8bdc2ac459c863a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082013 Apr 21 06:20:43.210433 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58664) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:43.236683 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357dfe7c-3449-42ff-be1c-3013bf52b442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9396dee-dc2e-4ebc-bf80-215d64a8ef86,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:43.242923 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-357dfe7c-3449-42ff-be1c-3013bf52b442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:43.307156 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cb42b144-ef6a-4a3f-8fa9-8b5601246a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:43.341877 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cb42b144-ef6a-4a3f-8fa9-8b5601246a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:43.356259 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-09100085-76f2-41ff-ba1a-212b35c8f1e1 req-54e6cd48-68ca-4412-95f7-4e13597dd618 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:43.369540 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['b7168c04-e4b9-4414-b882-98ae5a488f6c'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:20:43.374647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:43.448749 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6cd48-68ca-4412-95f7-4e13597dd618 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Pushing event deleted for resources: {'Port': ['ID=b7168c04-e4b9-4414-b882-98ae5a488f6c,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:43.461816 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-54e6cd48-68ca-4412-95f7-4e13597dd618 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:43.511444 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cb42b144-ef6a-4a3f-8fa9-8b5601246a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:43.518454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8a9da27a-bf3e-472e-96ca-c76573579ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:43.536884 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cb42b144-ef6a-4a3f-8fa9-8b5601246a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:43.538232 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-cb42b144-ef6a-4a3f-8fa9-8b5601246a3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9396dee-dc2e-4ebc-bf80-215d64a8ef86 HTTP/1.1" status: 204 len: 168 time: 0.3265865 Apr 21 06:20:43.539340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42b144-ef6a-4a3f-8fa9-8b5601246a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9396dee-dc2e-4ebc-bf80-215d64a8ef86,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:43.563407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-cb42b144-ef6a-4a3f-8fa9-8b5601246a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:43.740726 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f8b60a3b-0fad-4654-ad19-04fd8924ec76 req-0692011e-f9cd-4455-afe3-e424689d2ed7 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 210 time: 0.1812437 Apr 21 06:20:43.754728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-09100085-76f2-41ff-ba1a-212b35c8f1e1 req-54e6cd48-68ca-4412-95f7-4e13597dd618 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] No DVR routers for this DVR port b7168c04-e4b9-4414-b882-98ae5a488f6c on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:20:43.760226 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-09100085-76f2-41ff-ba1a-212b35c8f1e1 req-54e6cd48-68ca-4412-95f7-4e13597dd618 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:43.765297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e500967a-5176-42e7-860c-f23bc7e041c5', 'name': 'network-vif-deleted', 'tag': 'b7168c04-e4b9-4414-b882-98ae5a488f6c'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:20:43.803118 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-09100085-76f2-41ff-ba1a-212b35c8f1e1 req-54e6cd48-68ca-4412-95f7-4e13597dd618 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.41 "DELETE /v2.0/ports/b7168c04-e4b9-4414-b882-98ae5a488f6c HTTP/1.1" status: 204 len: 173 time: 1.5948012 Apr 21 06:20:43.855803 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e500967a-5176-42e7-860c-f23bc7e041c5', 'name': 'network-vif-deleted', 'tag': 'b7168c04-e4b9-4414-b882-98ae5a488f6c', 'status': 'completed', 'code': 200} Apr 21 06:20:44.888985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930039dc-9874-4cfa-b6e3-41d48bb9425b req-98b9660e-c143-4f63-8410-3967e270294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:44.891353 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-930039dc-9874-4cfa-b6e3-41d48bb9425b req-98b9660e-c143-4f63-8410-3967e270294e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b36b6f127b24361924ef09764ac2fce&device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 1098 time: 0.2838035 Apr 21 06:20:45.034169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52abff-6c61-4beb-90a3-f8264129d038 req-102edd76-c243-4a80-a125-e520fa152376 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:45.050635 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-da52abff-6c61-4beb-90a3-f8264129d038 req-102edd76-c243-4a80-a125-e520fa152376 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.2493756 Apr 21 06:20:45.130046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:45.177600 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-da52abff-6c61-4beb-90a3-f8264129d038 req-8feb3915-e022-4187-bb18-1fb72ccd0534 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238942 Apr 21 06:20:45.221906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58772) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:45.295743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-77aa6d8f-f8d5-4f25-a13f-6bf301e62f85 req-0c686a88-3998-469f-a7ef-8f5bc663430d tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Synchronizing usage tracker for tenant:9dfaefe1a8ad4243b590dd46c3b5e402 on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:20:45.344420 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-77aa6d8f-f8d5-4f25-a13f-6bf301e62f85 req-0c686a88-3998-469f-a7ef-8f5bc663430d tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Unset dirty status for tenant:9dfaefe1a8ad4243b590dd46c3b5e402 on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:20:45.347370 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-77aa6d8f-f8d5-4f25-a13f-6bf301e62f85 req-0c686a88-3998-469f-a7ef-8f5bc663430d tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500967a-5176-42e7-860c-f23bc7e041c5 HTTP/1.1" status: 200 len: 210 time: 0.1622522 Apr 21 06:20:45.454940 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930039dc-9874-4cfa-b6e3-41d48bb9425b req-a927317f-ff73-4e41-b758-2737af6fbf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:45.457756 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-930039dc-9874-4cfa-b6e3-41d48bb9425b req-a927317f-ff73-4e41-b758-2737af6fbf4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 200 len: 919 time: 0.5536451 Apr 21 06:20:45.649085 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-930039dc-9874-4cfa-b6e3-41d48bb9425b req-efaf4eaa-1277-4a3e-9c2a-11bedc6a22ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3102e3f3-68d1-4b6e-affc-b5c998dcc433 HTTP/1.1" status: 200 len: 217 time: 0.1780691 Apr 21 06:20:45.687158 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1e1b-b285-41a1-b52d-09a91235b17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:45.739508 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ea5f1e1b-b285-41a1-b52d-09a91235b17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:45.745320 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ea5f1e1b-b285-41a1-b52d-09a91235b17e admin admin] Usage tracker for resource:security_group_rule and tenant:374fc76be34f4d2d84d5ab255aa3549c is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:45.753938 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ea5f1e1b-b285-41a1-b52d-09a91235b17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:45.775440 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ea5f1e1b-b285-41a1-b52d-09a91235b17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:45.819707 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930039dc-9874-4cfa-b6e3-41d48bb9425b req-90b89c5d-d37b-4f90-8b33-da8572c27ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:45.823021 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-930039dc-9874-4cfa-b6e3-41d48bb9425b req-90b89c5d-d37b-4f90-8b33-da8572c27ad8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc9ba4d4-a8e5-4c4e-9983-66f08290261f HTTP/1.1" status: 200 len: 858 time: 0.1661420 Apr 21 06:20:45.891321 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-930039dc-9874-4cfa-b6e3-41d48bb9425b req-ad00ad08-c4d8-4696-9376-64fdc488be6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83a17177-a855-4321-83e2-b924c2c345d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592043 Apr 21 06:20:45.935650 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1e1b-b285-41a1-b52d-09a91235b17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:45.941743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1e1b-b285-41a1-b52d-09a91235b17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:45.964190 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:46.007081 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:20:46.044201 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ea5f1e1b-b285-41a1-b52d-09a91235b17e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=374fc76be34f4d2d84d5ab255aa3549c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8206747 Apr 21 06:20:46.046203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f1e1b-b285-41a1-b52d-09a91235b17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63702edb-b7d8-4998-b25f-5fc9a5ad433c,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:46.050617 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58808) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:46.055620 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ea5f1e1b-b285-41a1-b52d-09a91235b17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:46.137881 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58812) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:46.159733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device b7168c04-e4b9-4414-b882-98ae5a488f6c no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:20:46.209999 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-930039dc-9874-4cfa-b6e3-41d48bb9425b req-d8d93aec-731d-4284-b7a2-4d59c67fc4b7 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084135 Apr 21 06:20:46.219374 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-343874f6-cdeb-43ae-9fce-7ca622e66c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:46.316348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: b7168c04-e4b9-4414-b882-98ae5a488f6c {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:20:46.317300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device b7168c04-e4b9-4414-b882-98ae5a488f6c not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:20:46.338106 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-343874f6-cdeb-43ae-9fce-7ca622e66c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:46.530515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-343874f6-cdeb-43ae-9fce-7ca622e66c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:46.546885 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0d5b4f4d-f7d1-4598-889b-cb6a5394facd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:46.594316 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343874f6-cdeb-43ae-9fce-7ca622e66c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63702edb-b7d8-4998-b25f-5fc9a5ad433c,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:46.606707 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-343874f6-cdeb-43ae-9fce-7ca622e66c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:46.608430 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-343874f6-cdeb-43ae-9fce-7ca622e66c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:46.611754 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-343874f6-cdeb-43ae-9fce-7ca622e66c65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63702edb-b7d8-4998-b25f-5fc9a5ad433c HTTP/1.1" status: 204 len: 168 time: 0.5581710 Apr 21 06:20:46.938145 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a95e3d0f-e77f-4827-b7f4-224364bd9b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:46.997665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a95e3d0f-e77f-4827-b7f4-224364bd9b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:47.014259 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a95e3d0f-e77f-4827-b7f4-224364bd9b26 admin admin] Usage tracker for resource:security_group_rule and tenant:bd6571c93b0c4dbf8f6589e1620b4dcc is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:47.026857 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a95e3d0f-e77f-4827-b7f4-224364bd9b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:47.040916 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a95e3d0f-e77f-4827-b7f4-224364bd9b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:47.053438 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9fd31-6e7b-4158-a0f0-90e33f5a9026 req-892712f1-7adb-4b51-8ab6-7505a32506bc tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:47.055175 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-67e9fd31-6e7b-4158-a0f0-90e33f5a9026 req-892712f1-7adb-4b51-8ab6-7505a32506bc tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.2266135 Apr 21 06:20:47.063028 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-930039dc-9874-4cfa-b6e3-41d48bb9425b req-e2416d36-f6dd-4a17-a1db-db1b04fe33ca service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8459086 Apr 21 06:20:47.189918 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a95e3d0f-e77f-4827-b7f4-224364bd9b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:47.198435 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a95e3d0f-e77f-4827-b7f4-224364bd9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:47.211235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-90f1d2f5-1a10-41d7-9745-03ae8cfc5a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:47.252624 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-67e9fd31-6e7b-4158-a0f0-90e33f5a9026 req-6331923b-970c-4664-89cb-95a03072e4b9 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846085 Apr 21 06:20:47.294528 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e3d0f-e77f-4827-b7f4-224364bd9b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4abb4c-917a-4faa-bfd6-40c44f774d95,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:47.300142 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a95e3d0f-e77f-4827-b7f4-224364bd9b26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd6571c93b0c4dbf8f6589e1620b4dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1610236 Apr 21 06:20:47.301481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a95e3d0f-e77f-4827-b7f4-224364bd9b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:47.303369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58858) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:47.505385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d496947a-4f4c-43c3-852f-e5b455c45b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:47.581804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d496947a-4f4c-43c3-852f-e5b455c45b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:47.687498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d496947a-4f4c-43c3-852f-e5b455c45b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:47.695240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7038c47a-44a6-4374-981f-e98dade42655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:47.710371 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496947a-4f4c-43c3-852f-e5b455c45b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4abb4c-917a-4faa-bfd6-40c44f774d95,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:47.716851 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d496947a-4f4c-43c3-852f-e5b455c45b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:47.721589 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d496947a-4f4c-43c3-852f-e5b455c45b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:47.726453 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d496947a-4f4c-43c3-852f-e5b455c45b47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb4abb4c-917a-4faa-bfd6-40c44f774d95 HTTP/1.1" status: 204 len: 168 time: 0.4212365 Apr 21 06:20:48.360143 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58900) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:48.495281 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58908) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:48.541218 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-733700ca-c082-433b-b021-b189c1532100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:48.572681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-733700ca-c082-433b-b021-b189c1532100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:48.581386 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-733700ca-c082-433b-b021-b189c1532100 admin admin] Usage tracker for resource:security_group_rule and tenant:07c74861332242909084ca74f794c997 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:48.587359 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-733700ca-c082-433b-b021-b189c1532100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:48.600635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-733700ca-c082-433b-b021-b189c1532100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:48.661729 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074618e-3501-4f60-b4e9-7bb4e2025ef9 req-6472ccf9-d2cb-47ea-8642-fecde5eb4670 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:48.665228 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e074618e-3501-4f60-b4e9-7bb4e2025ef9 req-6472ccf9-d2cb-47ea-8642-fecde5eb4670 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.1936154 Apr 21 06:20:48.809510 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e074618e-3501-4f60-b4e9-7bb4e2025ef9 req-ca00ec79-448b-48d5-a428-9152116f8c6d tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289096 Apr 21 06:20:48.842811 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-733700ca-c082-433b-b021-b189c1532100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:48.849677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-733700ca-c082-433b-b021-b189c1532100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:48.916465 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7eb7ebd9-36b9-429b-ad89-615bcf1a7598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:49.020223 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58918) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:49.207296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58930) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:49.207578 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-733700ca-c082-433b-b021-b189c1532100 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07c74861332242909084ca74f794c997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7099352 Apr 21 06:20:49.229912 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733700ca-c082-433b-b021-b189c1532100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe65ba70-eb33-4d88-b5e6-8f02e8ea91ef,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:49.248103 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-733700ca-c082-433b-b021-b189c1532100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:49.253944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-aeb8922b-c64f-4dba-a69c-66493c29c1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:49.278364 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-aeb8922b-c64f-4dba-a69c-66493c29c1fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:49.283661 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-aeb8922b-c64f-4dba-a69c-66493c29c1fb admin admin] Usage tracker for resource:security_group_rule and tenant:efca2a06a0314360a23e4a7451e711a1 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:49.288464 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-aeb8922b-c64f-4dba-a69c-66493c29c1fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:49.296529 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-aeb8922b-c64f-4dba-a69c-66493c29c1fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:49.296975 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1578485010-network', 'tenant_id': '74b829e0536a4f438f37b8bb28ab8127'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:20:49.328465 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:49.371989 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Usage tracker for resource:network and tenant:74b829e0536a4f438f37b8bb28ab8127 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:49.397484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:49.398348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-aeb8922b-c64f-4dba-a69c-66493c29c1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:49.404285 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-aeb8922b-c64f-4dba-a69c-66493c29c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:49.430505 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:49.437290 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f7838378-9cee-425c-9cd1-13ebe36a4135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:49.459584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ed182757-bfe6-440c-bc11-2fa2a12302e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:49.486804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:49.496867 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-aeb8922b-c64f-4dba-a69c-66493c29c1fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=efca2a06a0314360a23e4a7451e711a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1355269 Apr 21 06:20:49.498102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8922b-c64f-4dba-a69c-66493c29c1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d8375f-22ac-4eba-8931-2a68983f4afc,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:49.501463 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 58944) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:49.502824 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-aeb8922b-c64f-4dba-a69c-66493c29c1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:49.578365 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Made reservation on behalf of 74b829e0536a4f438f37b8bb28ab8127 for: {'network': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:20:49.587043 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:49.610815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f7838378-9cee-425c-9cd1-13ebe36a4135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:49.678177 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:49.730226 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:49.760854 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Usage tracker for resource:security_group_rule and tenant:74b829e0536a4f438f37b8bb28ab8127 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:49.794504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:49.817016 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:49.847976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f7838378-9cee-425c-9cd1-13ebe36a4135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:49.966345 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:49.969336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a2f51eab-87d9-4598-bf8f-cdf50f9334fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:49.976957 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-297dbc50-cef4-45fb-bd74-43e3ee8b67c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:49.984112 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:50.004140 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7838378-9cee-425c-9cd1-13ebe36a4135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe65ba70-eb33-4d88-b5e6-8f02e8ea91ef,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:50.014187 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f7838378-9cee-425c-9cd1-13ebe36a4135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:50.019832 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-929fb78a-2b34-4429-ab3a-37794b49a4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:50.128157 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42aedf5-a23c-4733-9031-8784647e4165,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:50.131214 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=86268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:20:50.142976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f7838378-9cee-425c-9cd1-13ebe36a4135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:50.144512 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f7838378-9cee-425c-9cd1-13ebe36a4135 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe65ba70-eb33-4d88-b5e6-8f02e8ea91ef HTTP/1.1" status: 204 len: 168 time: 0.9361095 Apr 21 06:20:50.164252 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:50.170111 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-297dbc50-cef4-45fb-bd74-43e3ee8b67c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:50.201948 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:50.202353 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Added segment b9569b93-2b7d-45a0-ba50-fde4714ab657 of type vlan for network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 Apr 21 06:20:50.271202 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:50.295069 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-297dbc50-cef4-45fb-bd74-43e3ee8b67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:50.306067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-866b58d6-d764-42d2-ba89-7a4def92ae82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:50.321824 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18fa8b-d673-4cf1-ae39-4d6d20bb850e req-c12d9890-0ce9-4ca3-8d88-72014fabf5b8 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:50.323626 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0b18fa8b-d673-4cf1-ae39-4d6d20bb850e req-c12d9890-0ce9-4ca3-8d88-72014fabf5b8 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.2557447 Apr 21 06:20:50.334676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dbc50-cef4-45fb-bd74-43e3ee8b67c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d8375f-22ac-4eba-8931-2a68983f4afc,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:50.344205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-297dbc50-cef4-45fb-bd74-43e3ee8b67c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:50.365725 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:50.368612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:50.369311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:50.375646 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:50.411308 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-297dbc50-cef4-45fb-bd74-43e3ee8b67c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:50.417886 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-297dbc50-cef4-45fb-bd74-43e3ee8b67c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5d8375f-22ac-4eba-8931-2a68983f4afc HTTP/1.1" status: 204 len: 168 time: 0.8732138 Apr 21 06:20:50.510647 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4883363 Apr 21 06:20:50.511371 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 58968) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:50.528888 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:50.531067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Request body: {'subnet': {'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1578485010-subnet', 'tenant_id': '74b829e0536a4f438f37b8bb28ab8127', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:20:50.536069 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:50.550509 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0b18fa8b-d673-4cf1-ae39-4d6d20bb850e req-dfdc5554-bc71-4bd1-b282-859f017af7f1 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456938 Apr 21 06:20:50.552595 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:20:50.581528 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:50.601636 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Usage tracker for resource:subnet and tenant:74b829e0536a4f438f37b8bb28ab8127 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:50.608911 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:50.617623 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:50.630873 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Made reservation on behalf of 74b829e0536a4f438f37b8bb28ab8127 for: {'subnet': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:20:50.639471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5966399'] for subnet, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:51.526033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848860289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5966382'] for subnet, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:51.538341 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5a2976f4-4fd9-4d4a-bd6c-756748eea598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:51.729063 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Checking segment: {'id': 'b9569b93-2b7d-45a0-ba50-fde4714ab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:20:51.729769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Network hostable DHCP agents. Network: 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:20:51.792112 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=403173d7-1ea4-4a07-808b-17cd5fe9b071,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:51.812334 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:51.837436 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:20:51.872745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7) {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:20:51.889543 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a3c5bf-2626-414e-87ff-290fd940e38f None None] Network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:20:51.936850 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:51.939770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:51.982466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ac8b3-b60f-4e85-9f40-25cd3d43b4ea req-0fa73748-04b0-4a91-aebd-566e8f1cdaab tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:52.000360 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fa0ac8b3-b60f-4e85-9f40-25cd3d43b4ea req-0fa73748-04b0-4a91-aebd-566e8f1cdaab tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.2294500 Apr 21 06:20:52.022316 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b25a85e7-59ca-4c2e-8e4c-ee9254367ce7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5081937 Apr 21 06:20:52.135140 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fa0ac8b3-b60f-4e85-9f40-25cd3d43b4ea req-9f4aba10-da24-42b6-a684-59d7cf397052 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278114 Apr 21 06:20:52.465106 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c52bd04-6ba5-464e-9f00-1fd97d94951c None None] Network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:20:52.859279 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59058) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:53.321793 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3004c8e8-16ea-4057-acca-30cbb07cd81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:53.392069 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-3004c8e8-16ea-4057-acca-30cbb07cd81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:53.413723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-3004c8e8-16ea-4057-acca-30cbb07cd81b admin admin] Usage tracker for resource:security_group_rule and tenant:0262b4b8dcb04abab5f80b1d88e75813 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:53.429730 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-3004c8e8-16ea-4057-acca-30cbb07cd81b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:53.453815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-3004c8e8-16ea-4057-acca-30cbb07cd81b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:53.761163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3004c8e8-16ea-4057-acca-30cbb07cd81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:53.767995 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3004c8e8-16ea-4057-acca-30cbb07cd81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:53.780288 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7cf2fe0d-0dec-423d-b911-9b59c2707aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:53.854065 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-3004c8e8-16ea-4057-acca-30cbb07cd81b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0262b4b8dcb04abab5f80b1d88e75813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9902675 Apr 21 06:20:53.856165 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 59102) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:53.859516 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004c8e8-16ea-4057-acca-30cbb07cd81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d41987-d88e-4b4b-984e-dcae16532f82,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:53.878267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3004c8e8-16ea-4057-acca-30cbb07cd81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:53.945080 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3284dce-583d-4a52-babf-499017998351 req-29bdf6c3-4ee4-4404-89e5-8f6314486a95 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:53.948213 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a3284dce-583d-4a52-babf-499017998351 req-29bdf6c3-4ee4-4404-89e5-8f6314486a95 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.4002402 Apr 21 06:20:54.092349 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a3284dce-583d-4a52-babf-499017998351 req-6d37f2df-04c1-4c8b-b84d-5d0a6ec6e7b3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363444 Apr 21 06:20:54.096756 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-608ca455-b009-495a-b394-e1c60e9dfc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:54.150053 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-608ca455-b009-495a-b394-e1c60e9dfc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:54.267994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-608ca455-b009-495a-b394-e1c60e9dfc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:54.274848 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ee573dfd-d7b5-4e2c-8399-aef780792009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:54.290239 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ca455-b009-495a-b394-e1c60e9dfc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d41987-d88e-4b4b-984e-dcae16532f82,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:54.300837 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-608ca455-b009-495a-b394-e1c60e9dfc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:54.307819 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-608ca455-b009-495a-b394-e1c60e9dfc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:54.309310 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-608ca455-b009-495a-b394-e1c60e9dfc5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1d41987-d88e-4b4b-984e-dcae16532f82 HTTP/1.1" status: 204 len: 168 time: 0.4515417 Apr 21 06:20:54.958977 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 59136) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:54.981336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b75ed256-8eab-4a53-8597-cae1e45e3128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:55.004426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b75ed256-8eab-4a53-8597-cae1e45e3128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:55.010831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b75ed256-8eab-4a53-8597-cae1e45e3128 admin admin] Usage tracker for resource:security_group_rule and tenant:14742152635b4bbcb5c29afd9508c754 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:55.014547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b75ed256-8eab-4a53-8597-cae1e45e3128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:55.022928 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b75ed256-8eab-4a53-8597-cae1e45e3128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:55.168787 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b75ed256-8eab-4a53-8597-cae1e45e3128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:55.188619 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b75ed256-8eab-4a53-8597-cae1e45e3128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:55.253840 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:55.268401 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b75ed256-8eab-4a53-8597-cae1e45e3128 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14742152635b4bbcb5c29afd9508c754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053424 Apr 21 06:20:55.269080 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59156) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:20:55.352890 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ed256-8eab-4a53-8597-cae1e45e3128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250be363-b4b4-41e1-bc39-8bcd27de605c,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:55.372677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e40e02b-163c-4fb7-81d9-74941bc056f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:55.377419 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b75ed256-8eab-4a53-8597-cae1e45e3128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:55.413882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e40e02b-163c-4fb7-81d9-74941bc056f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:55.472248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e40e02b-163c-4fb7-81d9-74941bc056f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:55.488233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-343874f6-cdeb-43ae-9fce-7ca622e66c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:55.533476 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40e02b-163c-4fb7-81d9-74941bc056f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250be363-b4b4-41e1-bc39-8bcd27de605c,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:55.536604 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e40e02b-163c-4fb7-81d9-74941bc056f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:55.542104 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-1e40e02b-163c-4fb7-81d9-74941bc056f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/250be363-b4b4-41e1-bc39-8bcd27de605c HTTP/1.1" status: 204 len: 168 time: 0.2719698 Apr 21 06:20:55.544125 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1e40e02b-163c-4fb7-81d9-74941bc056f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:55.691891 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f7ac4-35ae-47d8-93c0-89f5a6547160 req-294eab5d-ab0c-47cc-b6fc-fe386233d85b tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:55.695062 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-639f7ac4-35ae-47d8-93c0-89f5a6547160 req-294eab5d-ab0c-47cc-b6fc-fe386233d85b tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.2682295 Apr 21 06:20:55.813130 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-639f7ac4-35ae-47d8-93c0-89f5a6547160 req-05b3f775-b9b1-4119-89a1-8e74b1ad0b1b tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046672 Apr 21 06:20:56.067830 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-8bc78e71-f469-4def-a833-cc7bb77ed2f6 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:56.069807 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-8bc78e71-f469-4def-a833-cc7bb77ed2f6 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/networks?id=4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 HTTP/1.1" status: 200 len: 814 time: 0.4327486 Apr 21 06:20:56.088064 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-3ea056a0-08ae-453b-b336-4c1f905b798a tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/quotas/74b829e0536a4f438f37b8bb28ab8127 HTTP/1.1" status: 200 len: 375 time: 0.0115998 Apr 21 06:20:56.157409 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-8641488d-a4ef-4efd-b838-7419791f3d71 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=74b829e0536a4f438f37b8bb28ab8127&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576241 Apr 21 06:20:56.339545 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-8024433f-1bc2-4737-8368-f7f6ce4613b8 service neutron] 10.222.0.32 "GET /v2.0/networks/4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729069 Apr 21 06:20:56.556484 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-77140458-bb2c-4c25-8eb6-cc19c6792f17 service neutron] 10.222.0.32 "GET /v2.0/networks/4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065258 Apr 21 06:20:56.869076 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e0248abc-9e5e-4f2e-aaee-a0ce0e207ecb req-9fed40c7-bb2b-498c-ba06-751ae90ebe49 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 210 time: 0.0789247 Apr 21 06:20:57.096046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8194cd9-41c9-4da9-9a40-32aa641d8feb req-3c67edfd-b82d-4be2-8163-7013e21e3bed tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:57.097883 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b8194cd9-41c9-4da9-9a40-32aa641d8feb req-3c67edfd-b82d-4be2-8163-7013e21e3bed tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.1455877 Apr 21 06:20:57.182037 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b8194cd9-41c9-4da9-9a40-32aa641d8feb req-9ec7bada-bf9e-4242-8ec3-df6266847c09 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730481 Apr 21 06:20:58.113545 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-89836c34-e677-4c06-8415-f527350e4de5 req-c9bdfb53-58b0-427d-b6e6-c12440088cd2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 210 time: 0.0523984 Apr 21 06:20:58.854316 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124a32f-2c1d-4103-9fa2-d25c2ba7f150 req-7450e5fa-fb90-43d3-94cf-191a21adb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:58.855981 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f124a32f-2c1d-4103-9fa2-d25c2ba7f150 req-7450e5fa-fb90-43d3-94cf-191a21adb49b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 1098 time: 0.1826475 Apr 21 06:20:58.887203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-4931fea1-2164-462c-b82e-ab623097a3f1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:58.888046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-4931fea1-2164-462c-b82e-ab623097a3f1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Synchronizing usage tracker for tenant:74b829e0536a4f438f37b8bb28ab8127 on resource:network {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:20:58.900899 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e7677-572b-4c13-9457-eb17a32e7242 req-fc0d4786-9ed1-42fc-83d4-bdf84888f396 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:20:58.908847 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c08e7677-572b-4c13-9457-eb17a32e7242 req-fc0d4786-9ed1-42fc-83d4-bdf84888f396 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.5177038 Apr 21 06:20:58.962976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-4931fea1-2164-462c-b82e-ab623097a3f1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Unset dirty status for tenant:74b829e0536a4f438f37b8bb28ab8127 on resource:network {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:20:58.966144 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-4931fea1-2164-462c-b82e-ab623097a3f1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.41 "GET /v2.0/networks?id=4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 HTTP/1.1" status: 200 len: 814 time: 0.3818436 Apr 21 06:20:58.969709 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f124a32f-2c1d-4103-9fa2-d25c2ba7f150 req-6d412b16-9edd-47cb-92e3-671a59b31eae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053984 Apr 21 06:20:58.972385 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c08e7677-572b-4c13-9457-eb17a32e7242 req-af5ed2c0-1715-4a8a-be58-6e94463d596e tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625384 Apr 21 06:20:59.022723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Request body: {'port': {'device_id': '2f766140-7001-4d5a-bd72-eaae00be5cd9', 'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7', 'admin_state_up': True, 'tenant_id': '74b829e0536a4f438f37b8bb28ab8127'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:20:59.193657 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:20:59.199196 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Usage tracker for resource:port and tenant:74b829e0536a4f438f37b8bb28ab8127 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:20:59.203021 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:20:59.210688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:20:59.223255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Made reservation on behalf of 74b829e0536a4f438f37b8bb28ab8127 for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:20:59.230821 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:59.430933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Allocated IP 172.20.0.14 (4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7/403173d7-1ea4-4a07-808b-17cd5fe9b071/5df3498c-9692-4029-88d6-2e2ee124e9bb) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:20:59.433301 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8cb60ab2-975c-4d9c-aa73-baf6d8ea00a0 req-5044a54e-372f-4837-b2d2-e73272f25341 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 210 time: 0.1137917 Apr 21 06:20:59.721874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:59.773446 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:20:59.809091 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:20:59.949827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Pushing event updated for resources: {'Port': ['ID=5df3498c-9692-4029-88d6-2e2ee124e9bb,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:20:59.970261 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:20:59.972140 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:20:59.973261 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:20:59.976545 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:21:00.086246 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:00.087208 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:00.127710 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1098013 Apr 21 06:21:00.141115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Request body: {'port': {'device_id': '2f766140-7001-4d5a-bd72-eaae00be5cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:00.306299 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:00.400393 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2168a2-f018-4730-a57a-c0dae7cf5348 req-205486d5-1f25-4ec6-85c0-0ebb587c4941 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:00.409413 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5d2168a2-f018-4730-a57a-c0dae7cf5348 req-205486d5-1f25-4ec6-85c0-0ebb587c4941 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.2097979 Apr 21 06:21:00.510630 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5d2168a2-f018-4730-a57a-c0dae7cf5348 req-c4d3299f-579b-4c27-bc94-5947d617d7c8 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999258 Apr 21 06:21:01.210602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df3498c-9692-4029-88d6-2e2ee124e9bb {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:21:01.225214 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:01.257569 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Transition to ACTIVE for port object 5df3498c-9692-4029-88d6-2e2ee124e9bb will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:21:01.268190 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:01.279476 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-276e5bcd-fec1-45a1-983a-da2c4dd6a80d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:01.428915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Pushing event updated for resources: {'Port': ['ID=5df3498c-9692-4029-88d6-2e2ee124e9bb,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:01.440798 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3e64f-6a52-4dfd-8b0f-ef96ef17642c req-cb378c6e-dbd3-4df5-845a-98c9af87b542 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:01.441208 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-b1e3e64f-6a52-4dfd-8b0f-ef96ef17642c req-cb378c6e-dbd3-4df5-845a-98c9af87b542 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Synchronizing usage tracker for tenant:74b829e0536a4f438f37b8bb28ab8127 on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:21:01.447634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:01.453180 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c9ad5-4ac5-4e96-a4dd-0e855a4661a2 req-44aeff21-77af-47ee-9d34-e5033dc4ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:01.456027 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f54c9ad5-4ac5-4e96-a4dd-0e855a4661a2 req-44aeff21-77af-47ee-9d34-e5033dc4ec64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b36b6f127b24361924ef09764ac2fce&device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 1098 time: 0.1738887 Apr 21 06:21:01.535888 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-b1e3e64f-6a52-4dfd-8b0f-ef96ef17642c req-cb378c6e-dbd3-4df5-845a-98c9af87b542 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Unset dirty status for tenant:74b829e0536a4f438f37b8bb28ab8127 on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:21:01.544675 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b1e3e64f-6a52-4dfd-8b0f-ef96ef17642c req-cb378c6e-dbd3-4df5-845a-98c9af87b542 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 932 time: 0.8847334 Apr 21 06:21:01.677160 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59386) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:01.708962 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-b1e3e64f-6a52-4dfd-8b0f-ef96ef17642c req-679f3454-f79e-406e-8d50-67e1c9be0cb8 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Synchronizing usage tracker for tenant:74b829e0536a4f438f37b8bb28ab8127 on resource:security_group {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:21:01.777138 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Attempting to bind port 5df3498c-9692-4029-88d6-2e2ee124e9bb on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:21:01.777529 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Attempting to bind port 5df3498c-9692-4029-88d6-2e2ee124e9bb by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b9569b93-2b7d-45a0-ba50-fde4714ab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:21:01.777906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Attempting to bind port 5df3498c-9692-4029-88d6-2e2ee124e9bb on network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:21:01.782264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-b1e3e64f-6a52-4dfd-8b0f-ef96ef17642c req-679f3454-f79e-406e-8d50-67e1c9be0cb8 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Unset dirty status for tenant:74b829e0536a4f438f37b8bb28ab8127 on resource:security_group {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:21:01.792345 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b1e3e64f-6a52-4dfd-8b0f-ef96ef17642c req-679f3454-f79e-406e-8d50-67e1c9be0cb8 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463636 Apr 21 06:21:01.794711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Port 5df3498c-9692-4029-88d6-2e2ee124e9bb on network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:21:01.795082 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Attempting to bind port 5df3498c-9692-4029-88d6-2e2ee124e9bb on network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:21:01.816621 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:21:01.816621 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Checking segment: {'id': 'b9569b93-2b7d-45a0-ba50-fde4714ab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:21:01.816621 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Bound using segment: {'id': 'b9569b93-2b7d-45a0-ba50-fde4714ab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:21:01.817074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Bound port: 5df3498c-9692-4029-88d6-2e2ee124e9bb, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9569b93-2b7d-45a0-ba50-fde4714ab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:21:01.817476 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:01.973213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f35a12bd-6e1f-41b2-afd7-15e611375700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:02.004527 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f35a12bd-6e1f-41b2-afd7-15e611375700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:02.009883 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f35a12bd-6e1f-41b2-afd7-15e611375700 admin admin] Usage tracker for resource:security_group_rule and tenant:17f947adfe684591a5d213bff79b3d09 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:02.012844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f35a12bd-6e1f-41b2-afd7-15e611375700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:02.024384 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] For port 5df3498c-9692-4029-88d6-2e2ee124e9bb, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:21:02.027323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f35a12bd-6e1f-41b2-afd7-15e611375700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:02.031976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] For port 5df3498c-9692-4029-88d6-2e2ee124e9bb, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5df3498c-9692-4029-88d6-2e2ee124e9bb,segment=NetworkSegment(b9569b93-2b7d-45a0-ba50-fde4714ab657),segment_id=b9569b93-2b7d-45a0-ba50-fde4714ab657)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:21:02.037777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:02.059434 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:02.127721 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f35a12bd-6e1f-41b2-afd7-15e611375700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:02.136466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f35a12bd-6e1f-41b2-afd7-15e611375700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:02.157007 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:02.158186 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:02.159896 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] 10.222.0.41 "PUT /v2.0/ports/5df3498c-9692-4029-88d6-2e2ee124e9bb HTTP/1.1" status: 200 len: 1094 time: 2.0238597 Apr 21 06:21:02.193028 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed73ac-0f08-44b5-9f8d-25e9f6d666eb req-78a1ac1f-f8a6-49e0-ab73-366c014647b8 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:02.194605 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0aed73ac-0f08-44b5-9f8d-25e9f6d666eb req-78a1ac1f-f8a6-49e0-ab73-366c014647b8 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.4911151 Apr 21 06:21:02.203689 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f766140-7001-4d5a-bd72-eaae00be5cd9', 'tag': '5df3498c-9692-4029-88d6-2e2ee124e9bb'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:21:02.205519 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-85e3380e-bda1-4cb7-9d24-172d2b96f317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:02.262619 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f35a12bd-6e1f-41b2-afd7-15e611375700 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17f947adfe684591a5d213bff79b3d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831904 Apr 21 06:21:02.284326 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59412) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:02.341058 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Pushing event updated for resources: {'Port': ['ID=5df3498c-9692-4029-88d6-2e2ee124e9bb,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:02.348439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:02.356157 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f766140-7001-4d5a-bd72-eaae00be5cd9', 'tag': '5df3498c-9692-4029-88d6-2e2ee124e9bb', 'status': 'completed', 'code': 200} Apr 21 06:21:02.379976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a12bd-6e1f-41b2-afd7-15e611375700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2275596f-164f-477b-a3f1-3bc078e990b5,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:02.473536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f35a12bd-6e1f-41b2-afd7-15e611375700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:02.494221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c9ad5-4ac5-4e96-a4dd-0e855a4661a2 req-f707568d-c604-435b-aac5-f1cff7917f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:02.497832 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f54c9ad5-4ac5-4e96-a4dd-0e855a4661a2 req-f707568d-c604-435b-aac5-f1cff7917f59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 200 len: 919 time: 1.0243318 Apr 21 06:21:02.498000 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cd5cb3b1-c083-4bef-ab59-571f2f09ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:02.514680 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-cd5cb3b1-c083-4bef-ab59-571f2f09ef1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74b829e0536a4f438f37b8bb28ab8127&device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 1097 time: 0.2734261 Apr 21 06:21:02.729193 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f54c9ad5-4ac5-4e96-a4dd-0e855a4661a2 req-270cf695-461b-422d-b9eb-ac47d99ea58e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3102e3f3-68d1-4b6e-affc-b5c998dcc433 HTTP/1.1" status: 200 len: 217 time: 0.2133300 Apr 21 06:21:02.741677 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-f10a46f8-fd1f-498b-8e26-70631bc331a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5df3498c-9692-4029-88d6-2e2ee124e9bb HTTP/1.1" status: 200 len: 217 time: 0.2182629 Apr 21 06:21:02.904734 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c9ad5-4ac5-4e96-a4dd-0e855a4661a2 req-2a303fa6-574d-483c-9c5c-aacfeda59b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:02.907534 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f54c9ad5-4ac5-4e96-a4dd-0e855a4661a2 req-2a303fa6-574d-483c-9c5c-aacfeda59b42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc9ba4d4-a8e5-4c4e-9983-66f08290261f HTTP/1.1" status: 200 len: 858 time: 0.1623125 Apr 21 06:21:02.924407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-8275ae4b-12b3-48c8-a86a-2e48a05e91ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:02.925560 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0aed73ac-0f08-44b5-9f8d-25e9f6d666eb req-54fe5585-639d-4d04-8cd9-d783cfbdd11f tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6608207 Apr 21 06:21:02.928158 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-8275ae4b-12b3-48c8-a86a-2e48a05e91ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403173d7-1ea4-4a07-808b-17cd5fe9b071 HTTP/1.1" status: 200 len: 854 time: 0.1777909 Apr 21 06:21:03.073617 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f54c9ad5-4ac5-4e96-a4dd-0e855a4661a2 req-ead089a8-1d96-4060-986d-c96ee352e0e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83a17177-a855-4321-83e2-b924c2c345d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253526 Apr 21 06:21:03.074898 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1348a9f2-5f1e-4d7a-9d49-dda28a3ab2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:03.169190 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-e8c2d7c6-2ac1-4fa9-9b45-bae27061f968 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2301087 Apr 21 06:21:03.181175 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 59434) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:03.425303 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1348a9f2-5f1e-4d7a-9d49-dda28a3ab2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:03.513315 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f54c9ad5-4ac5-4e96-a4dd-0e855a4661a2 req-01116866-c22d-4217-b8e9-22aa91a229c9 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171395 Apr 21 06:21:03.516902 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1348a9f2-5f1e-4d7a-9d49-dda28a3ab2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:03.526188 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2164a0ee-c812-434f-b05d-8d84ce37ed7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:03.646977 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348a9f2-5f1e-4d7a-9d49-dda28a3ab2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2275596f-164f-477b-a3f1-3bc078e990b5,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:03.650290 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1348a9f2-5f1e-4d7a-9d49-dda28a3ab2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:03.685088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1348a9f2-5f1e-4d7a-9d49-dda28a3ab2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:03.690702 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-1348a9f2-5f1e-4d7a-9d49-dda28a3ab2ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2275596f-164f-477b-a3f1-3bc078e990b5 HTTP/1.1" status: 204 len: 168 time: 1.4002604 Apr 21 06:21:03.787037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-dfaa9b00-9a3d-4140-a8ea-a8775ee7b875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:03.798342 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f54c9ad5-4ac5-4e96-a4dd-0e855a4661a2 req-30a14ec5-7013-43a6-b2bd-9ba501e6c303 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728879 Apr 21 06:21:03.838437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-dfaa9b00-9a3d-4140-a8ea-a8775ee7b875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:03.843491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-dfaa9b00-9a3d-4140-a8ea-a8775ee7b875 admin admin] Usage tracker for resource:security_group_rule and tenant:3c2885e964264a97824b7662a47c181c is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:03.846795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-dfaa9b00-9a3d-4140-a8ea-a8775ee7b875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:03.854671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-dfaa9b00-9a3d-4140-a8ea-a8775ee7b875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:03.923376 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-b1de6635-6651-4ad1-b105-d7e890d3725b service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7375140 Apr 21 06:21:03.983987 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8637e0-4e8d-4f9a-af19-67eb0e9dddd5 req-a7b1aeac-7198-424e-9760-f60674aeee91 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:03.983987 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fb8637e0-4e8d-4f9a-af19-67eb0e9dddd5 req-a7b1aeac-7198-424e-9760-f60674aeee91 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 944 time: 0.8954787 Apr 21 06:21:04.093341 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59464) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:04.104429 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-dfaa9b00-9a3d-4140-a8ea-a8775ee7b875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:04.192037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-dfaa9b00-9a3d-4140-a8ea-a8775ee7b875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:04.218672 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6eacb101-0941-4b6b-b545-0dd4a8e38756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:04.245064 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98293bd5-6d6c-4b69-a9c8-b9f3e4ca9726 req-8c748500-16b1-400a-9eeb-1d9f32d5b833 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:04.247875 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-98293bd5-6d6c-4b69-a9c8-b9f3e4ca9726 req-8c748500-16b1-400a-9eeb-1d9f32d5b833 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.1266930 Apr 21 06:21:04.333779 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-98293bd5-6d6c-4b69-a9c8-b9f3e4ca9726 req-ae898888-030e-4056-b850-c9f210141291 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794535 Apr 21 06:21:04.363003 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-dfaa9b00-9a3d-4140-a8ea-a8775ee7b875 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c2885e964264a97824b7662a47c181c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1766357 Apr 21 06:21:04.363557 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59470) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:04.380369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa9b00-9a3d-4140-a8ea-a8775ee7b875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a0d64e-c67d-403f-a781-05c2515334c5,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:04.412959 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fb8637e0-4e8d-4f9a-af19-67eb0e9dddd5 req-691d549e-17fb-4b05-a87d-8f19c199e0ed tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278178 Apr 21 06:21:04.414543 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-dfaa9b00-9a3d-4140-a8ea-a8775ee7b875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:04.447059 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c6f4a493-07e8-44b4-a002-d4b381cc0258 req-193dac8e-515d-4924-bfbf-ad4f261fbf81 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067666 Apr 21 06:21:04.450996 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-99f74af6-607b-470a-b0f5-dac19c5b99d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:04.475602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-99f74af6-607b-470a-b0f5-dac19c5b99d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:04.489286 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-99f74af6-607b-470a-b0f5-dac19c5b99d1 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b8c581af9a41e989ade7c2762af649 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:04.500070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-99f74af6-607b-470a-b0f5-dac19c5b99d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:04.511076 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-99f74af6-607b-470a-b0f5-dac19c5b99d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:04.513626 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1843ecf8-92ed-4200-8a96-e947742fe943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:04.562403 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1843ecf8-92ed-4200-8a96-e947742fe943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:04.600651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be06c8-409f-418f-9cf6-a53d6896d4a8 req-49224413-407b-465c-accd-427c6f134fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:04.602415 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b4be06c8-409f-418f-9cf6-a53d6896d4a8 req-49224413-407b-465c-accd-427c6f134fbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74b829e0536a4f438f37b8bb28ab8127&device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 1097 time: 0.0998657 Apr 21 06:21:04.675262 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1843ecf8-92ed-4200-8a96-e947742fe943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:04.689895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3004c8e8-16ea-4057-acca-30cbb07cd81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:04.743084 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843ecf8-92ed-4200-8a96-e947742fe943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a0d64e-c67d-403f-a781-05c2515334c5,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:04.748697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-99f74af6-607b-470a-b0f5-dac19c5b99d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:04.763765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1843ecf8-92ed-4200-8a96-e947742fe943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:04.764703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-99f74af6-607b-470a-b0f5-dac19c5b99d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:04.776278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-357dfe7c-3449-42ff-be1c-3013bf52b442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:04.791280 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1843ecf8-92ed-4200-8a96-e947742fe943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:04.792604 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-1843ecf8-92ed-4200-8a96-e947742fe943 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4a0d64e-c67d-403f-a781-05c2515334c5 HTTP/1.1" status: 204 len: 168 time: 0.4275436 Apr 21 06:21:04.823035 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be06c8-409f-418f-9cf6-a53d6896d4a8 req-ff51fe2b-8df2-4706-8c1e-7ccee83b17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:04.824729 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b4be06c8-409f-418f-9cf6-a53d6896d4a8 req-ff51fe2b-8df2-4706-8c1e-7ccee83b17a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 HTTP/1.1" status: 200 len: 915 time: 0.2134187 Apr 21 06:21:04.868563 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-99f74af6-607b-470a-b0f5-dac19c5b99d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9b8c581af9a41e989ade7c2762af649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7737026 Apr 21 06:21:04.871576 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f74af6-607b-470a-b0f5-dac19c5b99d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e793d8-0f38-4b02-99c3-d9bd2eaaa9f1,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:04.877878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-99f74af6-607b-470a-b0f5-dac19c5b99d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:04.881057 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59480) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:04.960543 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b4be06c8-409f-418f-9cf6-a53d6896d4a8 req-b124fa14-4c72-4a50-aefb-4efb0f7986d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5df3498c-9692-4029-88d6-2e2ee124e9bb HTTP/1.1" status: 200 len: 217 time: 0.1201918 Apr 21 06:21:05.012183 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35ef2fa2-2453-4b36-9856-42700af98e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:05.081734 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35ef2fa2-2453-4b36-9856-42700af98e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:05.128127 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be06c8-409f-418f-9cf6-a53d6896d4a8 req-3313c43b-4488-49db-939e-9b910ad280b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:05.129951 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b4be06c8-409f-418f-9cf6-a53d6896d4a8 req-3313c43b-4488-49db-939e-9b910ad280b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403173d7-1ea4-4a07-808b-17cd5fe9b071 HTTP/1.1" status: 200 len: 854 time: 0.1606240 Apr 21 06:21:05.165276 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35ef2fa2-2453-4b36-9856-42700af98e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:05.174478 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b440429e-2d7b-4c6e-bc7a-538ec61c86ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:05.194998 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef2fa2-2453-4b36-9856-42700af98e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e793d8-0f38-4b02-99c3-d9bd2eaaa9f1,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:05.202868 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-35ef2fa2-2453-4b36-9856-42700af98e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:05.208969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35ef2fa2-2453-4b36-9856-42700af98e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:05.212066 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b4be06c8-409f-418f-9cf6-a53d6896d4a8 req-9b34913f-6617-4b2e-9817-947af9456e02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674412 Apr 21 06:21:05.215170 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-35ef2fa2-2453-4b36-9856-42700af98e63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5e793d8-0f38-4b02-99c3-d9bd2eaaa9f1 HTTP/1.1" status: 204 len: 168 time: 0.3348382 Apr 21 06:21:05.428159 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b4be06c8-409f-418f-9cf6-a53d6896d4a8 req-5509f5db-3844-418e-b8bb-db46a07a489c service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001595 Apr 21 06:21:05.441492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59500) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:05.511096 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ac5931c3-34b3-477e-9c4a-f689c10b0334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:05.562558 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ac5931c3-34b3-477e-9c4a-f689c10b0334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:05.574487 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ac5931c3-34b3-477e-9c4a-f689c10b0334 admin admin] Usage tracker for resource:security_group_rule and tenant:4443f41fc56f4eb2b4468bc7e06b2f84 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:05.578774 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ac5931c3-34b3-477e-9c4a-f689c10b0334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:05.588125 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ac5931c3-34b3-477e-9c4a-f689c10b0334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:05.731635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ac5931c3-34b3-477e-9c4a-f689c10b0334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:05.737692 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ac5931c3-34b3-477e-9c4a-f689c10b0334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:05.747805 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ea5f1e1b-b285-41a1-b52d-09a91235b17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:05.855173 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b4be06c8-409f-418f-9cf6-a53d6896d4a8 req-7f15022a-eef4-4038-b2da-a4b2ca3aa4db service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195023 Apr 21 06:21:05.872007 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4dae-bbfb-4395-9a64-79db461d1794 req-d64dae35-1bad-4ca0-95cf-9bf6e0cd5579 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:05.873889 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-276f4dae-bbfb-4395-9a64-79db461d1794 req-d64dae35-1bad-4ca0-95cf-9bf6e0cd5579 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.3463328 Apr 21 06:21:05.944659 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-276f4dae-bbfb-4395-9a64-79db461d1794 req-24b31cb8-c638-495d-ae13-994e38a12345 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629919 Apr 21 06:21:05.972035 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5931c3-34b3-477e-9c4a-f689c10b0334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e9a0d9-0a20-446c-a5f1-99d3b0ef9e44,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:05.973012 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ac5931c3-34b3-477e-9c4a-f689c10b0334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:05.985359 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ac5931c3-34b3-477e-9c4a-f689c10b0334 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4443f41fc56f4eb2b4468bc7e06b2f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5398927 Apr 21 06:21:05.986268 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 59512) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:06.041338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862324b-3a82-4a81-ae25-1950029a56ce req-d9064bbc-a274-4211-85eb-36f3adfc675b tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:06.050382 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b862324b-3a82-4a81-ae25-1950029a56ce req-d9064bbc-a274-4211-85eb-36f3adfc675b tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 944 time: 0.3165386 Apr 21 06:21:06.058088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0a92-a861-4b38-b6ac-68893cb7922a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.092761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0a92-a861-4b38-b6ac-68893cb7922a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.103070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59516) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:06.150775 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b862324b-3a82-4a81-ae25-1950029a56ce req-f64ea907-6fff-4160-b741-e5a2dfc3b64e tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988452 Apr 21 06:21:06.152571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e34f6aac-3682-4cf3-8f04-16b82276f4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.159359 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0a92-a861-4b38-b6ac-68893cb7922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.164900 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3bedb65e-f274-409e-8381-8ccbcbd638dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:06.193559 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb0a92-a861-4b38-b6ac-68893cb7922a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e9a0d9-0a20-446c-a5f1-99d3b0ef9e44,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:06.199290 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e6cb0a92-a861-4b38-b6ac-68893cb7922a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:06.201778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0a92-a861-4b38-b6ac-68893cb7922a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.202767 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e6cb0a92-a861-4b38-b6ac-68893cb7922a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22e9a0d9-0a20-446c-a5f1-99d3b0ef9e44 HTTP/1.1" status: 204 len: 168 time: 0.2160342 Apr 21 06:21:06.221955 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-e34f6aac-3682-4cf3-8f04-16b82276f4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:06.229923 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-e34f6aac-3682-4cf3-8f04-16b82276f4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d46fd13e6d234696bef00e8a160071e5 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:06.235621 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-e34f6aac-3682-4cf3-8f04-16b82276f4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:06.265521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-e34f6aac-3682-4cf3-8f04-16b82276f4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:06.355123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 59528) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:06.428548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e34f6aac-3682-4cf3-8f04-16b82276f4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.436588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e34f6aac-3682-4cf3-8f04-16b82276f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.447643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d0555445-deae-41ca-b1f9-43d95bcdd776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:06.504453 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e34f6aac-3682-4cf3-8f04-16b82276f4a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d46fd13e6d234696bef00e8a160071e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962426 Apr 21 06:21:06.505215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59534) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:06.510341 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f6aac-3682-4cf3-8f04-16b82276f4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4733a8f-4ab7-41ca-851a-7decb33a5606,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:06.559409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7a63ebef-4faa-4356-aa5b-124132a7b0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.579407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-7a63ebef-4faa-4356-aa5b-124132a7b0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:06.586541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-7a63ebef-4faa-4356-aa5b-124132a7b0ee admin admin] Usage tracker for resource:security_group_rule and tenant:8ba38e47bcde49d4a83d6a6fc4bc1538 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:06.596670 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-7a63ebef-4faa-4356-aa5b-124132a7b0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:06.615558 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-7a63ebef-4faa-4356-aa5b-124132a7b0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:06.828243 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7a63ebef-4faa-4356-aa5b-124132a7b0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.834494 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7a63ebef-4faa-4356-aa5b-124132a7b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.840048 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e34f6aac-3682-4cf3-8f04-16b82276f4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:06.854354 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b75ed256-8eab-4a53-8597-cae1e45e3128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:06.870141 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8a3aa28a-eb28-4b41-8105-cbfe2a0bc2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.906325 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8a3aa28a-eb28-4b41-8105-cbfe2a0bc2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.925998 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63ebef-4faa-4356-aa5b-124132a7b0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06af22c-c730-4cc5-9ac8-b73fae4eba85,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:06.937492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7a63ebef-4faa-4356-aa5b-124132a7b0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:06.968096 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8a3aa28a-eb28-4b41-8105-cbfe2a0bc2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:06.970590 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7a63ebef-4faa-4356-aa5b-124132a7b0ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ba38e47bcde49d4a83d6a6fc4bc1538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6138442 Apr 21 06:21:06.972994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ccdeb25-86b4-495f-a9e8-d7285f2d8c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:06.980252 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 59550) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:07.023642 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3aa28a-eb28-4b41-8105-cbfe2a0bc2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4733a8f-4ab7-41ca-851a-7decb33a5606,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:07.031458 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8a3aa28a-eb28-4b41-8105-cbfe2a0bc2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:07.060753 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8a3aa28a-eb28-4b41-8105-cbfe2a0bc2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:07.065191 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-8a3aa28a-eb28-4b41-8105-cbfe2a0bc2b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4733a8f-4ab7-41ca-851a-7decb33a5606 HTTP/1.1" status: 204 len: 168 time: 0.5563653 Apr 21 06:21:07.158922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f7910f95-b420-4693-a9ed-7b3ba839fcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:07.239720 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f7910f95-b420-4693-a9ed-7b3ba839fcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:07.367843 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1fb1f-0263-4b49-b32c-9bba0f187cc0 req-3bd546e6-c45e-4ff1-bf2c-be3aa1bfdecf tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:07.384405 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3bf1fb1f-0263-4b49-b32c-9bba0f187cc0 req-3bd546e6-c45e-4ff1-bf2c-be3aa1bfdecf tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.2644913 Apr 21 06:21:07.412793 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f7910f95-b420-4693-a9ed-7b3ba839fcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:07.430809 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:07.493528 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3bf1fb1f-0263-4b49-b32c-9bba0f187cc0 req-2704330c-a293-4790-b6d8-3aebd7b7dd33 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036525 Apr 21 06:21:07.547041 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7910f95-b420-4693-a9ed-7b3ba839fcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06af22c-c730-4cc5-9ac8-b73fae4eba85,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:07.587284 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f7910f95-b420-4693-a9ed-7b3ba839fcf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:07.699677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f7910f95-b420-4693-a9ed-7b3ba839fcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:07.712298 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f7910f95-b420-4693-a9ed-7b3ba839fcf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a06af22c-c730-4cc5-9ac8-b73fae4eba85 HTTP/1.1" status: 204 len: 168 time: 0.7269173 Apr 21 06:21:07.892087 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0acd6-ddcc-4aa5-b814-7ab2b7a8b0b1 req-e9f2ec9a-6c23-40ec-9d12-6e7c5f8dfe13 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:07.896680 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3ca0acd6-ddcc-4aa5-b814-7ab2b7a8b0b1 req-e9f2ec9a-6c23-40ec-9d12-6e7c5f8dfe13 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 944 time: 0.3781748 Apr 21 06:21:08.042811 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3ca0acd6-ddcc-4aa5-b814-7ab2b7a8b0b1 req-ced3fcb2-fdc1-4dd1-99d6-91faf40346fa tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295438 Apr 21 06:21:08.240097 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59596) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:08.273572 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0d80-014f-4478-a0d2-e5952721afb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:08.337310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d2cc0d80-014f-4478-a0d2-e5952721afb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:08.354588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 5df3498c-9692-4029-88d6-2e2ee124e9bb details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:21:08.360631 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d2cc0d80-014f-4478-a0d2-e5952721afb1 admin admin] Usage tracker for resource:security_group_rule and tenant:1a3af2aedf2c4c6d8de25d948a6a2754 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:08.366243 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d2cc0d80-014f-4478-a0d2-e5952721afb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:08.381286 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d2cc0d80-014f-4478-a0d2-e5952721afb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:08.594946 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0d80-014f-4478-a0d2-e5952721afb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:08.602555 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0d80-014f-4478-a0d2-e5952721afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:08.611501 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5e3fc52a-af8d-4428-abe5-8ac0e19a4b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:08.724445 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d2cc0d80-014f-4478-a0d2-e5952721afb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a3af2aedf2c4c6d8de25d948a6a2754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829826 Apr 21 06:21:08.729462 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59608) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:08.734117 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc0d80-014f-4478-a0d2-e5952721afb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c2f4e8-a17d-45e3-9b34-df8b76dc6498,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:08.738376 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d2cc0d80-014f-4478-a0d2-e5952721afb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:08.873239 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a2452c69-abce-4898-8eff-d676c5cbc7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:08.908503 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a2452c69-abce-4898-8eff-d676c5cbc7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:08.980727 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 5df3498c-9692-4029-88d6-2e2ee124e9bb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5df3498c-9692-4029-88d6-2e2ee124e9bb,segment=NetworkSegment(b9569b93-2b7d-45a0-ba50-fde4714ab657),segment_id=b9569b93-2b7d-45a0-ba50-fde4714ab657)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:21:09.015851 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a2452c69-abce-4898-8eff-d676c5cbc7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:09.030030 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8a3aa28a-eb28-4b41-8105-cbfe2a0bc2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:09.031277 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '5df3498c-9692-4029-88d6-2e2ee124e9bb', 'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7', 'port_id': '5df3498c-9692-4029-88d6-2e2ee124e9bb', 'mac_address': 'fa:16:3e:04:3d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403173d7-1ea4-4a07-808b-17cd5fe9b071', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:21:09.061811 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2452c69-abce-4898-8eff-d676c5cbc7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c2f4e8-a17d-45e3-9b34-df8b76dc6498,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:09.066676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a2452c69-abce-4898-8eff-d676c5cbc7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:09.076407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a2452c69-abce-4898-8eff-d676c5cbc7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:09.079458 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a2452c69-abce-4898-8eff-d676c5cbc7f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8c2f4e8-a17d-45e3-9b34-df8b76dc6498 HTTP/1.1" status: 204 len: 168 time: 0.3470936 Apr 21 06:21:09.101322 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2c1d2ffc-f993-4acf-b61d-c12376b765c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:09.143230 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:09.193584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df3498c-9692-4029-88d6-2e2ee124e9bb {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:21:09.221050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 5df3498c-9692-4029-88d6-2e2ee124e9bb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5df3498c-9692-4029-88d6-2e2ee124e9bb,segment=NetworkSegment(b9569b93-2b7d-45a0-ba50-fde4714ab657),segment_id=b9569b93-2b7d-45a0-ba50-fde4714ab657)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:21:09.225471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:09.229267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:09.319161 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=5df3498c-9692-4029-88d6-2e2ee124e9bb,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:09.322897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:09.345546 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f31734-5d67-4821-8e93-c5d491edb1ab req-7bb7557f-6090-4f53-80ce-8b5158c89128 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:09.348587 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f1f31734-5d67-4821-8e93-c5d491edb1ab req-7bb7557f-6090-4f53-80ce-8b5158c89128 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 945 time: 0.1403279 Apr 21 06:21:09.406569 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f1f31734-5d67-4821-8e93-c5d491edb1ab req-4a3be53b-d2e3-4b06-9592-97d771572391 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493865 Apr 21 06:21:09.487065 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['5df3498c-9692-4029-88d6-2e2ee124e9bb'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:21:09.978900 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59654) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:10.154093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f5192b-7028-471b-9b6b-392ec0ab33a4 admin admin] Deleting subnet f4f582b5-efba-48ad-9237-e8af39258c02 {{(pid=86267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:21:10.160664 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-41f5192b-7028-471b-9b6b-392ec0ab33a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:10.219464 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-41f5192b-7028-471b-9b6b-392ec0ab33a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6629933'] for subnet, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:10.290376 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-41f5192b-7028-471b-9b6b-392ec0ab33a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:10.348310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e215f82-1703-4632-8118-a4f3d484c732 req-fbad6e2b-deac-47bd-a02d-f9e701377ccf tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:10.350169 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7e215f82-1703-4632-8118-a4f3d484c732 req-fbad6e2b-deac-47bd-a02d-f9e701377ccf tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.3222387 Apr 21 06:21:10.368282 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 5df3498c-9692-4029-88d6-2e2ee124e9bb up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:21:10.633953 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port 5df3498c-9692-4029-88d6-2e2ee124e9bb completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:21:10.646703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-41f5192b-7028-471b-9b6b-392ec0ab33a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5915450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848809451'] for subnet, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:10.649193 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 5df3498c-9692-4029-88d6-2e2ee124e9bb triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:21:10.649634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:10.659052 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:10.710143 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-41f5192b-7028-471b-9b6b-392ec0ab33a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:10.722638 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5192b-7028-471b-9b6b-392ec0ab33a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f582b5-efba-48ad-9237-e8af39258c02,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:10.726687 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-41f5192b-7028-471b-9b6b-392ec0ab33a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:10.742610 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-41f5192b-7028-471b-9b6b-392ec0ab33a4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f4f582b5-efba-48ad-9237-e8af39258c02 HTTP/1.1" status: 204 len: 168 time: 0.7599628 Apr 21 06:21:10.744899 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 59684) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:10.764408 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7e215f82-1703-4632-8118-a4f3d484c732 req-876b0a02-6a02-4dbe-939d-b4690448a25a tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322560 Apr 21 06:21:10.980781 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:11.033275 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:11.052499 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750073a-1a76-431f-a30a-46de83223219 req-58734113-fec7-4cca-ade1-59d4ffbc444d tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:11.054491 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6750073a-1a76-431f-a30a-46de83223219 req-58734113-fec7-4cca-ade1-59d4ffbc444d tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 945 time: 0.2818902 Apr 21 06:21:11.088830 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 5df3498c-9692-4029-88d6-2e2ee124e9bb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5df3498c-9692-4029-88d6-2e2ee124e9bb,segment=NetworkSegment(b9569b93-2b7d-45a0-ba50-fde4714ab657),segment_id=b9569b93-2b7d-45a0-ba50-fde4714ab657)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:21:11.092255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f766140-7001-4d5a-bd72-eaae00be5cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df3498c-9692-4029-88d6-2e2ee124e9bb'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:21:11.100674 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:11.106567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-61122328-e81d-41a4-9f24-0ed94613228b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:11.225914 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=5df3498c-9692-4029-88d6-2e2ee124e9bb,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:11.231048 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:11.363582 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6750073a-1a76-431f-a30a-46de83223219 req-0dbf91cf-e358-4a69-8797-80d713a4dd36 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606764 Apr 21 06:21:11.380120 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:11.572393 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f766140-7001-4d5a-bd72-eaae00be5cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df3498c-9692-4029-88d6-2e2ee124e9bb', 'code': 200} Apr 21 06:21:11.674446 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-aaf6ef04-f05a-469f-bfd7-3267bd78fca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:11.792177 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65986120-125b-4020-831f-afd7d7710b57']}} {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:11.822419 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53285247-118f-4255-81e0-147b0df6f9e0') {'for_net_delete': True} {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:11.823723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53285247-118f-4255-81e0-147b0df6f9e0') {} {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:11.848885 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848503781'] for segment, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:11.871124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:11.879556 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=86268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:21:12.063986 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:12.163448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] Network 65986120-125b-4020-831f-afd7d7710b57 has no segments {{(pid=86268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:21:12.177259 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6613014'] for segment, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:12.285852 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f8776-8f11-4a0f-bea2-adb40f7aad45 req-ba9dc083-a483-44b3-92e0-e65b36c89b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:12.287532 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-408f8776-8f11-4a0f-bea2-adb40f7aad45 req-ba9dc083-a483-44b3-92e0-e65b36c89b70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 1099 time: 0.3184664 Apr 21 06:21:12.449600 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-408f8776-8f11-4a0f-bea2-adb40f7aad45 req-20a72482-cd8c-44c6-9a68-ca4a2aa72c55 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400113 Apr 21 06:21:12.461492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] Network 65986120-125b-4020-831f-afd7d7710b57 has no segments {{(pid=86268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:21:12.491302 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:21:12.583345 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:12.593028 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:12.622503 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59758) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:12.639778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:12.662100 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] 10.222.0.32 "DELETE /v2.0/networks/65986120-125b-4020-831f-afd7d7710b57 HTTP/1.1" status: 204 len: 168 time: 1.9159265 Apr 21 06:21:12.664700 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59766) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:12.669461 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] Pushing event deleted for resources: {'Network': ['ID=65986120-125b-4020-831f-afd7d7710b57,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:12.675548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-40bd00c7-c732-4e4d-b5e3-598c7c4f834c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:12.681785 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a428f-3b11-4a46-8191-97eb51c504b3 req-0adeafea-c678-4d8b-b269-0fe7eb6734cd tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:12.692132 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-548a428f-3b11-4a46-8191-97eb51c504b3 req-0adeafea-c678-4d8b-b269-0fe7eb6734cd tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 946 time: 0.1397271 Apr 21 06:21:12.819735 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:12.894054 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:12.914179 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Usage tracker for resource:security_group_rule and tenant:f592d4551c3c4c66be9fc4629843e2be is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:12.927886 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:12.948548 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-548a428f-3b11-4a46-8191-97eb51c504b3 req-295d50cf-1030-4fcb-9835-aafb153ab2e4 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554057 Apr 21 06:21:12.950155 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:12.958262 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3885b2a-7ae9-4a3d-a2a8-2b176077f33d admin admin] Deleting subnet 7ed79377-4aa2-4eb6-ac8b-f8c5a8da78a7 {{(pid=86267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:21:12.963547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e3885b2a-7ae9-4a3d-a2a8-2b176077f33d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:13.032694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:13.052213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e3885b2a-7ae9-4a3d-a2a8-2b176077f33d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6629933'] for subnet, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:13.143658 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e3885b2a-7ae9-4a3d-a2a8-2b176077f33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:13.251531 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:13.305175 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:13.321576 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5f21e6ce-be95-478f-8abe-6194e99c9351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:13.388362 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f592d4551c3c4c66be9fc4629843e2be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7605188 Apr 21 06:21:13.389396 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 59788) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:13.405568 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6147f591-c3fa-4c10-827e-e2c04c3e58b6,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:13.418305 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.418712 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.419104 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.419488 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.419877 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.420320 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.420718 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.421105 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.421493 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.421878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.422262 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.422640 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.429998 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1fb351d3-9fff-4459-b74a-552e6b2a0f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:13.636395 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e3885b2a-7ae9-4a3d-a2a8-2b176077f33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5915450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848809451'] for subnet, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:13.649335 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-191e48d6-1b45-4d11-b51b-b5133c9e9887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:13.655566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:13.727354 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3885b2a-7ae9-4a3d-a2a8-2b176077f33d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed79377-4aa2-4eb6-ac8b-f8c5a8da78a7,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:13.739585 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e3885b2a-7ae9-4a3d-a2a8-2b176077f33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:13.742697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e3885b2a-7ae9-4a3d-a2a8-2b176077f33d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:13.754611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:13.765326 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e3885b2a-7ae9-4a3d-a2a8-2b176077f33d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7ed79377-4aa2-4eb6-ac8b-f8c5a8da78a7 HTTP/1.1" status: 204 len: 168 time: 1.0704188 Apr 21 06:21:13.767903 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59792) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:13.858764 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:13.869837 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f71203c5-6fde-4b87-88f4-821dd988558d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:13.904386 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6147f591-c3fa-4c10-827e-e2c04c3e58b6,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:13.941131 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:13.942737 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6147f591-c3fa-4c10-827e-e2c04c3e58b6 HTTP/1.1" status: 204 len: 168 time: 0.5520048 Apr 21 06:21:13.944939 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.945533 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.946078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.946928 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.947468 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.948167 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.948709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.949520 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.950283 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.950824 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.951358 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.952089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:13.956235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:14.030867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:14.287164 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3256c-3e6d-4a55-8ea1-2428f7576fdc req-99048bc1-878f-42d5-9794-91b2e2eaa901 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:14.295834 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-12d3256c-3e6d-4a55-8ea1-2428f7576fdc req-99048bc1-878f-42d5-9794-91b2e2eaa901 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 946 time: 0.1254306 Apr 21 06:21:14.363149 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-12d3256c-3e6d-4a55-8ea1-2428f7576fdc req-6392d313-1c4f-46bb-8c96-2878b7ce0053 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661371 Apr 21 06:21:14.382859 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:14.776823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52ce7b5-b17f-4f86-8b0b-9491001e21a8']}} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:14.833623 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17897f28-57cb-485a-a9b0-b4e092446eb0') {'for_net_delete': True} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:14.835608 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17897f28-57cb-485a-a9b0-b4e092446eb0') {} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:14.869305 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848145883'] for segment, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:14.902303 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:14.911255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=86267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:21:15.018409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 59862) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:15.065579 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-14327066-a04a-4e96-9a1f-49edc661b881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:15.084390 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:15.085596 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-14327066-a04a-4e96-9a1f-49edc661b881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:15.098050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-14327066-a04a-4e96-9a1f-49edc661b881 admin admin] Usage tracker for resource:security_group_rule and tenant:f00a094dc23d4b1185a196ec4a226b0d is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:15.102238 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-14327066-a04a-4e96-9a1f-49edc661b881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:15.111154 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-14327066-a04a-4e96-9a1f-49edc661b881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:15.270190 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-14327066-a04a-4e96-9a1f-49edc661b881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:15.275090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-14327066-a04a-4e96-9a1f-49edc661b881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:15.276186 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] Network a52ce7b5-b17f-4f86-8b0b-9491001e21a8 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:21:15.295792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848859495'] for segment, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:15.305651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-acfb7f0f-c6c3-4b62-82e3-1adb1424b374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:15.393502 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14327066-a04a-4e96-9a1f-49edc661b881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566549c1-39d1-4953-ba7b-d0b58e129714,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:15.399789 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-14327066-a04a-4e96-9a1f-49edc661b881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:15.405494 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-14327066-a04a-4e96-9a1f-49edc661b881 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f00a094dc23d4b1185a196ec4a226b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3844640 Apr 21 06:21:15.413564 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 59890) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:15.785039 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] Network a52ce7b5-b17f-4f86-8b0b-9491001e21a8 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:21:15.831242 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:21:15.971579 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-91f9d1ce-6651-4d4e-8748-65f7255a8116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:16.005541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-91f9d1ce-6651-4d4e-8748-65f7255a8116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:16.022377 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:16.029173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:16.072809 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:16.087228 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a52ce7b5-b17f-4f86-8b0b-9491001e21a8 HTTP/1.1" status: 204 len: 168 time: 2.3169620 Apr 21 06:21:16.096381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a52ce7b5-b17f-4f86-8b0b-9491001e21a8,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:16.101866 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:16.180300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-91f9d1ce-6651-4d4e-8748-65f7255a8116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:16.221673 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2abea7cd-e488-4886-81d4-c91edd21c060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:16.298029 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9d1ce-6651-4d4e-8748-65f7255a8116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566549c1-39d1-4953-ba7b-d0b58e129714,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:16.314367 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-91f9d1ce-6651-4d4e-8748-65f7255a8116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:16.350729 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f25fec-2d1b-46f4-8f2d-dad920c78dc6 req-f0af6f47-080d-47ab-abd9-f1e6c879a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:16.353755 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-04f25fec-2d1b-46f4-8f2d-dad920c78dc6 req-f0af6f47-080d-47ab-abd9-f1e6c879a761 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b36b6f127b24361924ef09764ac2fce&device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 1098 time: 0.7862670 Apr 21 06:21:16.360014 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-91f9d1ce-6651-4d4e-8748-65f7255a8116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:16.362519 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-91f9d1ce-6651-4d4e-8748-65f7255a8116 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/566549c1-39d1-4953-ba7b-d0b58e129714 HTTP/1.1" status: 204 len: 168 time: 0.9470084 Apr 21 06:21:16.398918 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14c5e9-9317-4a01-8ddc-084c1eb206ea req-21e820a3-a17b-41e6-84d4-bd6816bb1a8d tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:16.403626 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0a14c5e9-9317-4a01-8ddc-084c1eb206ea req-21e820a3-a17b-41e6-84d4-bd6816bb1a8d tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.3463292 Apr 21 06:21:16.592545 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59930) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:16.778543 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f997d640-e9d3-4682-a1be-0f013304829e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9dfaefe1a8ad4243b590dd46c3b5e402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800685 Apr 21 06:21:16.786474 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 59938) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:16.971685 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0a14c5e9-9317-4a01-8ddc-084c1eb206ea req-e0f02e99-c6bb-49d9-b2ef-703015382a15 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198083 Apr 21 06:21:16.995569 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f25fec-2d1b-46f4-8f2d-dad920c78dc6 req-d3f93f4f-e6a5-4aec-a5bb-91f86d329c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:16.998579 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-04f25fec-2d1b-46f4-8f2d-dad920c78dc6 req-d3f93f4f-e6a5-4aec-a5bb-91f86d329c30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 200 len: 919 time: 0.6238437 Apr 21 06:21:17.084992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8682cded-53d5-4bc6-b4f6-3ec3e420ac0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:17.119493 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-04f25fec-2d1b-46f4-8f2d-dad920c78dc6 req-c39452e6-218d-4f28-b7c2-cd6e91dbdf7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3102e3f3-68d1-4b6e-affc-b5c998dcc433 HTTP/1.1" status: 200 len: 217 time: 0.1094849 Apr 21 06:21:17.180017 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8682cded-53d5-4bc6-b4f6-3ec3e420ac0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:17.205218 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f25fec-2d1b-46f4-8f2d-dad920c78dc6 req-930e8989-9390-422b-8bd1-72997db096b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:17.207025 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-04f25fec-2d1b-46f4-8f2d-dad920c78dc6 req-930e8989-9390-422b-8bd1-72997db096b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc9ba4d4-a8e5-4c4e-9983-66f08290261f HTTP/1.1" status: 200 len: 858 time: 0.0791671 Apr 21 06:21:17.289991 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-04f25fec-2d1b-46f4-8f2d-dad920c78dc6 req-f91ffd59-bf0f-4f37-ba51-da992f60ebd5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83a17177-a855-4321-83e2-b924c2c345d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656757 Apr 21 06:21:17.297102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8682cded-53d5-4bc6-b4f6-3ec3e420ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:17.304178 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-889c4fd1-aad8-4be8-a8ea-b8d6abbb40dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:17.327856 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682cded-53d5-4bc6-b4f6-3ec3e420ac0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44290423-133d-4eb4-8e65-5900332f9ec2,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:17.332123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8682cded-53d5-4bc6-b4f6-3ec3e420ac0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:17.340480 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8682cded-53d5-4bc6-b4f6-3ec3e420ac0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:17.344919 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-8682cded-53d5-4bc6-b4f6-3ec3e420ac0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44290423-133d-4eb4-8e65-5900332f9ec2 HTTP/1.1" status: 204 len: 168 time: 0.5536470 Apr 21 06:21:17.672255 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-04f25fec-2d1b-46f4-8f2d-dad920c78dc6 req-80d4be8a-6c87-4eef-a659-9a687173f519 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643122 Apr 21 06:21:17.908976 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-04f25fec-2d1b-46f4-8f2d-dad920c78dc6 req-aae25c25-2f3e-4112-bb97-bf8cfdaf5c1d service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265933 Apr 21 06:21:17.939329 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 59984) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:18.005117 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-8a7feec0-a109-4d74-a5d0-59b8fc664f05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e808e3e0004482fab2e63c7d71838b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619304 Apr 21 06:21:18.005539 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 59992) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:18.132610 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-997a4463-81ad-4913-9514-a89dd49db190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:18.194350 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-997a4463-81ad-4913-9514-a89dd49db190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:18.295792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-997a4463-81ad-4913-9514-a89dd49db190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:18.301508 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3793617d-0704-42ee-9d34-c5c53e828a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:18.313203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a4463-81ad-4913-9514-a89dd49db190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbbe3de-87ba-41e2-af5d-5ed59ab4ae70,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:18.315834 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-997a4463-81ad-4913-9514-a89dd49db190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:18.322535 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-997a4463-81ad-4913-9514-a89dd49db190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:18.323783 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-997a4463-81ad-4913-9514-a89dd49db190 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dbbe3de-87ba-41e2-af5d-5ed59ab4ae70 HTTP/1.1" status: 204 len: 168 time: 0.3174043 Apr 21 06:21:18.343991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bfcad-41d4-4916-a951-91238fd91e64 req-e7193a3e-b214-49be-ac2c-a1258823bb53 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:18.346284 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9f9bfcad-41d4-4916-a951-91238fd91e64 req-e7193a3e-b214-49be-ac2c-a1258823bb53 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.1786418 Apr 21 06:21:18.435974 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9f9bfcad-41d4-4916-a951-91238fd91e64 req-c2696324-0b5d-4839-be55-0aea373f6d8f tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715415 Apr 21 06:21:19.002274 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5815a30c-83d5-414f-a3f3-d9e59ee8b0f4 req-1e7e41d8-c32e-4b10-9a88-38eee7360fd9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1143086 Apr 21 06:21:19.194504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a30c-83d5-414f-a3f3-d9e59ee8b0f4 req-89a696ac-778c-4687-a8d9-dddb3986e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:19.200095 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5815a30c-83d5-414f-a3f3-d9e59ee8b0f4 req-89a696ac-778c-4687-a8d9-dddb3986e082 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b36b6f127b24361924ef09764ac2fce&device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 1099 time: 0.1711941 Apr 21 06:21:19.365477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:19.541382 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a30c-83d5-414f-a3f3-d9e59ee8b0f4 req-d23aeda2-87b4-4db0-be7b-a2fcb4910f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:19.543093 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5815a30c-83d5-414f-a3f3-d9e59ee8b0f4 req-d23aeda2-87b4-4db0-be7b-a2fcb4910f39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 200 len: 919 time: 0.3206460 Apr 21 06:21:19.644250 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5815a30c-83d5-414f-a3f3-d9e59ee8b0f4 req-5111e154-a0ed-4e76-8704-c4ba5bcb95f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bfaa4e6-1205-4b3f-a08b-4196c70e3379 HTTP/1.1" status: 200 len: 217 time: 0.0882885 Apr 21 06:21:19.741734 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a30c-83d5-414f-a3f3-d9e59ee8b0f4 req-92a2ed47-e09f-4948-acb8-ab954168e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:19.743924 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5815a30c-83d5-414f-a3f3-d9e59ee8b0f4 req-92a2ed47-e09f-4948-acb8-ab954168e251 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc9ba4d4-a8e5-4c4e-9983-66f08290261f HTTP/1.1" status: 200 len: 858 time: 0.0891857 Apr 21 06:21:19.777992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204279a7-36d0-4a93-9145-9abf480a8d69 req-26ac7616-5315-40d5-917c-0fffcece3e84 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:19.780215 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-204279a7-36d0-4a93-9145-9abf480a8d69 req-26ac7616-5315-40d5-917c-0fffcece3e84 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.1513553 Apr 21 06:21:19.831684 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5815a30c-83d5-414f-a3f3-d9e59ee8b0f4 req-11be6316-a08e-4f14-93a2-3bab1f52e032 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83a17177-a855-4321-83e2-b924c2c345d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788789 Apr 21 06:21:19.847222 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-204279a7-36d0-4a93-9145-9abf480a8d69 req-ce770ed9-ef9f-42c5-bf41-4474362f1ad6 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554137 Apr 21 06:21:19.999900 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5815a30c-83d5-414f-a3f3-d9e59ee8b0f4 req-35823187-0f22-43f7-a635-1b6fac582344 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592433 Apr 21 06:21:20.227728 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5815a30c-83d5-414f-a3f3-d9e59ee8b0f4 req-b9827360-fc78-4fe9-b9ba-139e1a708ad1 service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201517 Apr 21 06:21:20.495608 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 60074) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:20.833309 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-996ac780-9f39-491e-98f6-fa422079ba5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:20.853678 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-996ac780-9f39-491e-98f6-fa422079ba5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:20.861166 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-996ac780-9f39-491e-98f6-fa422079ba5a admin admin] Usage tracker for resource:security_group_rule and tenant:3686af208ff44ec399ef1d93dde7179b is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:20.865378 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-996ac780-9f39-491e-98f6-fa422079ba5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:20.873802 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-996ac780-9f39-491e-98f6-fa422079ba5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:21.003804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-996ac780-9f39-491e-98f6-fa422079ba5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:21.012471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-996ac780-9f39-491e-98f6-fa422079ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:21.048033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1b19586e-45a9-4a5c-8e69-d921082d3731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:21.062459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60094) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:21.062614 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-996ac780-9f39-491e-98f6-fa422079ba5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3686af208ff44ec399ef1d93dde7179b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5649750 Apr 21 06:21:21.197848 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ac780-9f39-491e-98f6-fa422079ba5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5664b29-4449-46d3-88f2-de356bcdbe7e,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:21.203223 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-996ac780-9f39-491e-98f6-fa422079ba5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:21.218867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b998363-83c8-4585-bd68-87608cf5af0b req-22a5f418-ed22-4d0e-83b1-b764783825ae tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:21.221119 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4b998363-83c8-4585-bd68-87608cf5af0b req-22a5f418-ed22-4d0e-83b1-b764783825ae tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.1746783 Apr 21 06:21:21.256432 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60102) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:21.292907 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f80d918c-ea89-4fbe-b39c-6cba1d0317bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:21.303687 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4b998363-83c8-4585-bd68-87608cf5af0b req-0ad7a471-a4e5-48b0-9249-ee2c03fb5a91 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725160 Apr 21 06:21:21.365319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f80d918c-ea89-4fbe-b39c-6cba1d0317bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:21.446986 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f80d918c-ea89-4fbe-b39c-6cba1d0317bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:21.454620 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5e7569ba-6df9-441d-a2fc-d36f5cf49ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:21.484138 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d918c-ea89-4fbe-b39c-6cba1d0317bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5664b29-4449-46d3-88f2-de356bcdbe7e,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:21.489719 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f80d918c-ea89-4fbe-b39c-6cba1d0317bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:21.496305 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f80d918c-ea89-4fbe-b39c-6cba1d0317bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5664b29-4449-46d3-88f2-de356bcdbe7e HTTP/1.1" status: 204 len: 168 time: 0.4308984 Apr 21 06:21:21.498209 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f80d918c-ea89-4fbe-b39c-6cba1d0317bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:21.532768 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-282daaf6-1c8b-4a8c-b23a-371597068ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:21.555633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-282daaf6-1c8b-4a8c-b23a-371597068ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:21.563656 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-282daaf6-1c8b-4a8c-b23a-371597068ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:1c408d5f73e340a888f75cda3e1ee33d is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:21.570544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-282daaf6-1c8b-4a8c-b23a-371597068ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:21.578503 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-282daaf6-1c8b-4a8c-b23a-371597068ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:21.724854 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-282daaf6-1c8b-4a8c-b23a-371597068ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:21.730764 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-282daaf6-1c8b-4a8c-b23a-371597068ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:21.748083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d2cc0d80-014f-4478-a0d2-e5952721afb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:21.817603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282daaf6-1c8b-4a8c-b23a-371597068ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51561967-ea8f-46a0-9def-7f9beb0ee36e,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:21.835209 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-282daaf6-1c8b-4a8c-b23a-371597068ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:21.890354 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 60118) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:21.905681 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-282daaf6-1c8b-4a8c-b23a-371597068ab4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c408d5f73e340a888f75cda3e1ee33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6417799 Apr 21 06:21:22.000678 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-357950d8-16ec-4780-a1da-3681d9d954ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:22.080242 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-357950d8-16ec-4780-a1da-3681d9d954ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:22.251696 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-357950d8-16ec-4780-a1da-3681d9d954ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:22.265792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87fb9a-0885-4b73-96f3-56bfd0d9e3f2 req-9bd8b5e3-11c3-48f3-bc01-de05f5af32ba tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:22.267794 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2e87fb9a-0885-4b73-96f3-56bfd0d9e3f2 req-9bd8b5e3-11c3-48f3-bc01-de05f5af32ba tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1680980 Apr 21 06:21:22.275598 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-dfaa9b00-9a3d-4140-a8ea-a8775ee7b875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:22.289568 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357950d8-16ec-4780-a1da-3681d9d954ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51561967-ea8f-46a0-9def-7f9beb0ee36e,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:22.306600 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-357950d8-16ec-4780-a1da-3681d9d954ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:22.333868 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-357950d8-16ec-4780-a1da-3681d9d954ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:22.340202 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-357950d8-16ec-4780-a1da-3681d9d954ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51561967-ea8f-46a0-9def-7f9beb0ee36e HTTP/1.1" status: 204 len: 168 time: 0.4431157 Apr 21 06:21:22.357572 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2e87fb9a-0885-4b73-96f3-56bfd0d9e3f2 req-b7baf990-a4cb-458b-a3e0-bbc4a5fbcac9 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696118 Apr 21 06:21:22.675977 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8febeb-0c59-407a-9a07-8199a65ba5c3 req-d5ac0bc2-8d21-4b03-ab12-b97eb2f96406 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:22.686043 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bb8febeb-0c59-407a-9a07-8199a65ba5c3 req-d5ac0bc2-8d21-4b03-ab12-b97eb2f96406 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.1513345 Apr 21 06:21:22.763878 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bb8febeb-0c59-407a-9a07-8199a65ba5c3 req-de39b445-b291-4826-9ac4-8401a3fa08f5 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746870 Apr 21 06:21:23.011657 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:21:23.611767 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca608d-6424-4e7a-8029-e48fbe025339 req-885efa83-f4c7-4d1f-80d3-88768a0b6aae tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:23.613924 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-31ca608d-6424-4e7a-8029-e48fbe025339 req-885efa83-f4c7-4d1f-80d3-88768a0b6aae tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0988932 Apr 21 06:21:23.680157 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-31ca608d-6424-4e7a-8029-e48fbe025339 req-7f7e02c4-d897-442d-862c-b204292e66cf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577674 Apr 21 06:21:24.069121 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e768b-cbee-4b34-9438-84c4c235ff2d req-998ee9cd-8af2-4af9-9810-f48e50456333 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:24.077509 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-121e768b-cbee-4b34-9438-84c4c235ff2d req-998ee9cd-8af2-4af9-9810-f48e50456333 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.1502230 Apr 21 06:21:24.219932 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-121e768b-cbee-4b34-9438-84c4c235ff2d req-2dcb6279-95ef-40d4-879d-beebefbeba00 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339331 Apr 21 06:21:24.567423 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60232) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:24.722085 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1591fce8-0f4d-486f-bea4-a5294506ee8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:24.741055 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-1591fce8-0f4d-486f-bea4-a5294506ee8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:24.746018 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-1591fce8-0f4d-486f-bea4-a5294506ee8f admin admin] Usage tracker for resource:security_group_rule and tenant:57c3cd36d29c4f49ba46b205b4a58e9b is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:24.749716 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-1591fce8-0f4d-486f-bea4-a5294506ee8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:24.756932 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-1591fce8-0f4d-486f-bea4-a5294506ee8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:24.864605 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1591fce8-0f4d-486f-bea4-a5294506ee8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:24.869591 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1591fce8-0f4d-486f-bea4-a5294506ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:24.883664 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a2452c69-abce-4898-8eff-d676c5cbc7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:24.967416 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-1591fce8-0f4d-486f-bea4-a5294506ee8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57c3cd36d29c4f49ba46b205b4a58e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982399 Apr 21 06:21:24.974991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60248) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:25.041501 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591fce8-0f4d-486f-bea4-a5294506ee8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a3cc1e-b334-4523-88bd-e45828fa859e,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:25.083063 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1591fce8-0f4d-486f-bea4-a5294506ee8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:25.114840 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6e7f1fb1-7d8a-4a47-8192-d837374b2974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:25.121469 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81689f-b5ee-44c7-a222-b87c97ddcc3a req-ae53775b-4eb3-4607-a5d7-981fd28954e1 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:25.123193 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dc81689f-b5ee-44c7-a222-b87c97ddcc3a req-ae53775b-4eb3-4607-a5d7-981fd28954e1 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1997108 Apr 21 06:21:25.149163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6e7f1fb1-7d8a-4a47-8192-d837374b2974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:25.184334 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dc81689f-b5ee-44c7-a222-b87c97ddcc3a req-b6be0dc4-3c24-4ef4-879b-ebcb4af32e5d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539765 Apr 21 06:21:25.212317 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6e7f1fb1-7d8a-4a47-8192-d837374b2974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:25.218260 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-733700ca-c082-433b-b021-b189c1532100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:25.238039 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f1fb1-7d8a-4a47-8192-d837374b2974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a3cc1e-b334-4523-88bd-e45828fa859e,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:25.244961 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6e7f1fb1-7d8a-4a47-8192-d837374b2974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:25.248455 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6e7f1fb1-7d8a-4a47-8192-d837374b2974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:25.251179 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-6e7f1fb1-7d8a-4a47-8192-d837374b2974 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29a3cc1e-b334-4523-88bd-e45828fa859e HTTP/1.1" status: 204 len: 168 time: 0.2737050 Apr 21 06:21:25.653484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af0df0-ace9-4584-82db-4633df220247 req-4d5b9797-a8e5-4eb6-aac4-2f6fcb670aca tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:25.666555 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1af0df0-ace9-4584-82db-4633df220247 req-4d5b9797-a8e5-4eb6-aac4-2f6fcb670aca tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.2429755 Apr 21 06:21:25.764572 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1af0df0-ace9-4584-82db-4633df220247 req-57b05d8b-29fe-40f0-b3f9-bd72a0186e7e tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941346 Apr 21 06:21:26.563529 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c62b0-17d7-49e1-82a9-776cf6dc6da6 req-32ad0a4e-9428-41e1-8a81-b5a62a5b6ade tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:26.572474 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c51c62b0-17d7-49e1-82a9-776cf6dc6da6 req-32ad0a4e-9428-41e1-8a81-b5a62a5b6ade tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1421518 Apr 21 06:21:26.633183 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c51c62b0-17d7-49e1-82a9-776cf6dc6da6 req-62403842-164e-43a2-b1d1-f3cc80516768 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591905 Apr 21 06:21:27.077507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c776af-1d91-4b61-bfce-5dc4f0ab0242 req-7199d8d6-16fe-4a29-867c-3a9822bd2ce2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:27.080691 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e5c776af-1d91-4b61-bfce-5dc4f0ab0242 req-7199d8d6-16fe-4a29-867c-3a9822bd2ce2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.1487727 Apr 21 06:21:27.191155 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e5c776af-1d91-4b61-bfce-5dc4f0ab0242 req-85e285ee-d96e-48b6-b18e-5936076dd94a tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964079 Apr 21 06:21:27.863760 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a364c-2b7e-4298-b9db-8249314d5ba4 req-b69d63ac-1764-406f-b1cd-7a9c24d98d75 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:27.865994 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ee4a364c-2b7e-4298-b9db-8249314d5ba4 req-b69d63ac-1764-406f-b1cd-7a9c24d98d75 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0981781 Apr 21 06:21:27.930293 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ee4a364c-2b7e-4298-b9db-8249314d5ba4 req-2d36f2c5-6ec4-42ad-aaa7-820662c42b17 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540810 Apr 21 06:21:28.027148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60346) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:28.153463 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-affe975f-ada0-487f-92c3-67a211b11456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.168633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-affe975f-ada0-487f-92c3-67a211b11456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:28.172645 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-affe975f-ada0-487f-92c3-67a211b11456 admin admin] Usage tracker for resource:security_group_rule and tenant:4493331ae44043059d257b51d256382d is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:28.175603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-affe975f-ada0-487f-92c3-67a211b11456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:28.181596 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-affe975f-ada0-487f-92c3-67a211b11456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:28.274055 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-affe975f-ada0-487f-92c3-67a211b11456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.277280 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-affe975f-ada0-487f-92c3-67a211b11456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.295651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8682cded-53d5-4bc6-b4f6-3ec3e420ac0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:28.600931 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-affe975f-ada0-487f-92c3-67a211b11456 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4493331ae44043059d257b51d256382d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5794621 Apr 21 06:21:28.605521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 60360) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:28.612541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe975f-ada0-487f-92c3-67a211b11456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bef3d3-8a12-4c44-bba7-118cb4d190c9,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:28.618459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-affe975f-ada0-487f-92c3-67a211b11456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:28.656819 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e28db-aff7-4a9e-b285-69ef0834db36 req-1f7d7d0b-c2d3-4037-8c4b-22361804afd3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:28.657042 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-861e28db-aff7-4a9e-b285-69ef0834db36 req-1f7d7d0b-c2d3-4037-8c4b-22361804afd3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.1277642 Apr 21 06:21:28.728468 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-861e28db-aff7-4a9e-b285-69ef0834db36 req-43352fc9-ff77-403d-b8af-39f5ad2c2419 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602133 Apr 21 06:21:28.769361 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0d773919-6f87-4f86-9d6f-d8c140e08591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.817411 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0d773919-6f87-4f86-9d6f-d8c140e08591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.904451 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0d773919-6f87-4f86-9d6f-d8c140e08591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.910379 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-997a4463-81ad-4913-9514-a89dd49db190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:28.922909 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d773919-6f87-4f86-9d6f-d8c140e08591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bef3d3-8a12-4c44-bba7-118cb4d190c9,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:28.925915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0d773919-6f87-4f86-9d6f-d8c140e08591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:28.933568 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0d773919-6f87-4f86-9d6f-d8c140e08591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:28.937179 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-0d773919-6f87-4f86-9d6f-d8c140e08591 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66bef3d3-8a12-4c44-bba7-118cb4d190c9 HTTP/1.1" status: 204 len: 168 time: 0.3274984 Apr 21 06:21:29.242739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db49d6f-5b99-4ce9-9d94-569cca566bb9 req-dd45905b-863f-4c4a-ac92-ed827cbf851a tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:29.244713 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9db49d6f-5b99-4ce9-9d94-569cca566bb9 req-dd45905b-863f-4c4a-ac92-ed827cbf851a tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1795378 Apr 21 06:21:29.334201 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9db49d6f-5b99-4ce9-9d94-569cca566bb9 req-695234aa-7364-4739-ab82-dd96f9290d08 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811322 Apr 21 06:21:29.432185 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-c9641984-97d7-49c3-bf77-f44ffc6b0bdc tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=febc1ebfc6ae45058bdb5d19f4f5a25d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907288 Apr 21 06:21:29.612191 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 60402) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:29.662557 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-dacd7993-b775-484b-aa18-0f8be87817f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:29.680490 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-dacd7993-b775-484b-aa18-0f8be87817f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:29.685467 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-dacd7993-b775-484b-aa18-0f8be87817f0 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b5d1499d4a49e79425d91d204fab9f is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:29.688924 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-dacd7993-b775-484b-aa18-0f8be87817f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:29.695855 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-dacd7993-b775-484b-aa18-0f8be87817f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:29.750696 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169695c0-787b-480a-a168-d941a6fa5de4 req-5db46d5e-3d12-4230-9651-17ad93db263a tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:29.777083 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-5db46d5e-3d12-4230-9651-17ad93db263a tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3423400 Apr 21 06:21:29.806973 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-57db0811-b0fb-41f9-a333-f1b5bc8cbe3b tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/quotas/febc1ebfc6ae45058bdb5d19f4f5a25d HTTP/1.1" status: 200 len: 375 time: 0.0287378 Apr 21 06:21:29.810491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-dacd7993-b775-484b-aa18-0f8be87817f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:29.825307 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-dacd7993-b775-484b-aa18-0f8be87817f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:29.850077 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-91f9d1ce-6651-4d4e-8748-65f7255a8116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:29.873888 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60408) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:29.874752 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-dacd7993-b775-484b-aa18-0f8be87817f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9b5d1499d4a49e79425d91d204fab9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587173 Apr 21 06:21:29.896380 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-8013c527-d08c-4afb-b0ca-5bc4daa214f5 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=febc1ebfc6ae45058bdb5d19f4f5a25d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819123 Apr 21 06:21:29.959587 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-18112222-3655-4e81-a7f3-bec539ecab6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:30.012620 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd7993-b775-484b-aa18-0f8be87817f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1f2acf-40d8-4aef-a956-e8affe1c106d,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:30.017484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-18112222-3655-4e81-a7f3-bec539ecab6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:30.023069 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-dacd7993-b775-484b-aa18-0f8be87817f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:30.073016 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4fbbf-d812-447a-916d-4e2bf79d3e22 req-21c72d8b-2041-457f-95c2-863c51af0abd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:30.074715 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f3b4fbbf-d812-447a-916d-4e2bf79d3e22 req-21c72d8b-2041-457f-95c2-863c51af0abd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.1799598 Apr 21 06:21:30.144695 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-18112222-3655-4e81-a7f3-bec539ecab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:30.157596 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f80d918c-ea89-4fbe-b39c-6cba1d0317bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:30.171487 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f3b4fbbf-d812-447a-916d-4e2bf79d3e22 req-766b269b-b753-444a-ace1-98a2ed54586f tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834227 Apr 21 06:21:30.238618 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18112222-3655-4e81-a7f3-bec539ecab6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1f2acf-40d8-4aef-a956-e8affe1c106d,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:30.257633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-18112222-3655-4e81-a7f3-bec539ecab6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:30.267763 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-18112222-3655-4e81-a7f3-bec539ecab6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:30.272437 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-18112222-3655-4e81-a7f3-bec539ecab6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d1f2acf-40d8-4aef-a956-e8affe1c106d HTTP/1.1" status: 204 len: 168 time: 0.3943577 Apr 21 06:21:30.274315 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9b9326b7-2a0a-4ae6-83c7-f43c56d42448 req-7e30568f-b576-4736-9759-c484679aaae6 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 210 time: 0.1187079 Apr 21 06:21:30.640084 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ad11e-d8c2-44b3-b395-7d11c97c1f1f req-f20d294c-b389-47d8-b863-3a9bebc54edf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:30.645497 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd0ad11e-d8c2-44b3-b395-7d11c97c1f1f req-f20d294c-b389-47d8-b863-3a9bebc54edf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1339998 Apr 21 06:21:30.762540 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd0ad11e-d8c2-44b3-b395-7d11c97c1f1f req-a4dd9d3f-5b21-434a-871e-1c6fe0b22fa5 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019154 Apr 21 06:21:30.942033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60444) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:30.970504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b0ee74ba-210f-4e4b-ad27-2a1b1c1ae040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:31.001988 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b0ee74ba-210f-4e4b-ad27-2a1b1c1ae040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:31.008094 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b0ee74ba-210f-4e4b-ad27-2a1b1c1ae040 admin admin] Usage tracker for resource:security_group_rule and tenant:3308086e71c54aba8f4f4c1b12e44196 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:31.011531 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b0ee74ba-210f-4e4b-ad27-2a1b1c1ae040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:31.019306 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b0ee74ba-210f-4e4b-ad27-2a1b1c1ae040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:31.154186 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b0ee74ba-210f-4e4b-ad27-2a1b1c1ae040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:31.158521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b0ee74ba-210f-4e4b-ad27-2a1b1c1ae040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:31.191292 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b38cf8f0-8123-494f-b377-d55506b3c1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:31.221423 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b0ee74ba-210f-4e4b-ad27-2a1b1c1ae040 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3308086e71c54aba8f4f4c1b12e44196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775803 Apr 21 06:21:31.229044 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60456) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:31.322124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee74ba-210f-4e4b-ad27-2a1b1c1ae040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dca28f7-5c46-4c34-8873-ecbe41f75c6d,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:31.351343 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b0ee74ba-210f-4e4b-ad27-2a1b1c1ae040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:31.524457 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba75b4aa-1a83-4f62-917b-789e3266fca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:31.567785 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884206e-69ec-4734-a8b8-c2203de833c0 req-4676e00b-6bef-4802-8a82-869425590736 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:31.569754 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7884206e-69ec-4734-a8b8-c2203de833c0 req-4676e00b-6bef-4802-8a82-869425590736 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.2293055 Apr 21 06:21:31.575848 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba75b4aa-1a83-4f62-917b-789e3266fca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:31.593115 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-470296d6-7269-4d6c-ba8d-c542e653ea7d req-cf534a08-d013-4d0e-8737-f858757dd5f2 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 210 time: 0.0633266 Apr 21 06:21:31.688957 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7884206e-69ec-4734-a8b8-c2203de833c0 req-8db87a09-001c-466f-b9b8-0a0d05bb74c2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027293 Apr 21 06:21:31.708160 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba75b4aa-1a83-4f62-917b-789e3266fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:31.720704 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-affe975f-ada0-487f-92c3-67a211b11456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:31.737032 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75b4aa-1a83-4f62-917b-789e3266fca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dca28f7-5c46-4c34-8873-ecbe41f75c6d,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:31.739066 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba75b4aa-1a83-4f62-917b-789e3266fca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:31.742796 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ba75b4aa-1a83-4f62-917b-789e3266fca1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dca28f7-5c46-4c34-8873-ecbe41f75c6d HTTP/1.1" status: 204 len: 168 time: 0.5096424 Apr 21 06:21:31.742796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ba75b4aa-1a83-4f62-917b-789e3266fca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:31.754098 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-8f513dc9-4ea1-4dd8-a35a-321d98317ce7 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=febc1ebfc6ae45058bdb5d19f4f5a25d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388637 Apr 21 06:21:31.940888 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169695c0-787b-480a-a168-d941a6fa5de4 req-231413b2-178a-439b-97d4-8ea78b0feeb9 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:31.942504 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-231413b2-178a-439b-97d4-8ea78b0feeb9 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818614 Apr 21 06:21:31.955842 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Request body: {'port': {'device_id': '8b3a79e5-edc4-4f6b-bdff-a88708a2a96c', 'network_id': 'd31590a1-d525-4418-b0ec-3f5a071a9218', 'admin_state_up': True, 'tenant_id': 'febc1ebfc6ae45058bdb5d19f4f5a25d'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:32.187312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923d688-4a4c-44ee-abf3-d1658e30a24e req-ce7c72ea-0769-45bb-a3e8-fe6fe0888a4c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:32.189006 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5923d688-4a4c-44ee-abf3-d1658e30a24e req-ce7c72ea-0769-45bb-a3e8-fe6fe0888a4c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2078028 Apr 21 06:21:32.199227 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:32.217294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Usage tracker for resource:port and tenant:febc1ebfc6ae45058bdb5d19f4f5a25d is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:32.221912 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:32.239113 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:32.264099 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Made reservation on behalf of febc1ebfc6ae45058bdb5d19f4f5a25d for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:21:32.272247 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:32.287297 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5923d688-4a4c-44ee-abf3-d1658e30a24e req-1bdbe0be-4b06-4d50-acb0-13ec17ff94b5 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894263 Apr 21 06:21:32.289974 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:32.311892 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:32.313654 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Usage tracker for resource:security_group_rule and tenant:febc1ebfc6ae45058bdb5d19f4f5a25d is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:32.317145 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:32.326252 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:32.428165 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:32.431329 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:32.436344 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-297dbc50-cef4-45fb-bd74-43e3ee8b67c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:32.569179 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f84467-18aa-4d64-8b5a-b10b4f6a7507,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:32.585489 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:32.955313 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8b233cb3-e54d-42ca-8dde-ca9be07b4c80 req-474303d3-3fc2-4970-a3b2-a28408c10233 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 210 time: 0.0810637 Apr 21 06:21:33.078267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Allocated IP 192.168.233.49 (d31590a1-d525-4418-b0ec-3f5a071a9218/ec047028-46fe-4b5d-bb2d-6bd9347ce34d/f36136cc-b5b1-4de1-a174-be24d6354394) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:21:33.169499 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f40c3d-c579-4bf8-907f-303a5fd52534 req-5c9260e8-1585-4b79-b9b1-60565ff73c19 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:33.171120 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-82f40c3d-c579-4bf8-907f-303a5fd52534 req-5c9260e8-1585-4b79-b9b1-60565ff73c19 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.1860528 Apr 21 06:21:33.341019 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-82f40c3d-c579-4bf8-907f-303a5fd52534 req-c3386155-da14-449a-b166-3d8d9c3d940c tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600077 Apr 21 06:21:33.426029 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:33.461112 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Transition to ACTIVE for port object f36136cc-b5b1-4de1-a174-be24d6354394 will not be triggered until provisioned by entity DHCP. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:21:33.508960 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:33.524948 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:33.551288 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2ecdf-07c2-43ff-a867-d193d4873574 req-e1c5aa19-c84b-4add-9936-593649083d77 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:33.553272 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-eaf2ecdf-07c2-43ff-a867-d193d4873574 req-e1c5aa19-c84b-4add-9936-593649083d77 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1082511 Apr 21 06:21:33.607697 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-eaf2ecdf-07c2-43ff-a867-d193d4873574 req-6c0d18e4-26e3-46b8-a674-05171577a30b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476952 Apr 21 06:21:33.621366 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Network d31590a1-d525-4418-b0ec-3f5a071a9218 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:21:33.625621 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:21:33.630185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:21:33.681658 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Pushing event updated for resources: {'Port': ['ID=f36136cc-b5b1-4de1-a174-be24d6354394,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:33.686887 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:33.721232 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:33.721967 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:33.767246 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8152490 Apr 21 06:21:33.782666 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Request body: {'port': {'device_id': '8b3a79e5-edc4-4f6b-bdff-a88708a2a96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:33.918123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-b508010e-87a9-479a-a0e9-e571d47dc6cf None None] Provisioning for port f36136cc-b5b1-4de1-a174-be24d6354394 completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:21:33.920705 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:33.925242 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-b508010e-87a9-479a-a0e9-e571d47dc6cf None None] Provisioning complete for port f36136cc-b5b1-4de1-a174-be24d6354394 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:21:33.925699 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b508010e-87a9-479a-a0e9-e571d47dc6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:33.986742 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-b508010e-87a9-479a-a0e9-e571d47dc6cf None None] Port f36136cc-b5b1-4de1-a174-be24d6354394 cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:21:34.310785 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd166dbc-172d-4518-a14f-8597e155ff86 req-b55be004-df02-47a4-b6a2-987676bb570c tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:34.311597 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-fd166dbc-172d-4518-a14f-8597e155ff86 req-b55be004-df02-47a4-b6a2-987676bb570c tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Synchronizing usage tracker for tenant:febc1ebfc6ae45058bdb5d19f4f5a25d on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:21:34.379897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-fd166dbc-172d-4518-a14f-8597e155ff86 req-b55be004-df02-47a4-b6a2-987676bb570c tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Unset dirty status for tenant:febc1ebfc6ae45058bdb5d19f4f5a25d on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:21:34.381226 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fd166dbc-172d-4518-a14f-8597e155ff86 req-b55be004-df02-47a4-b6a2-987676bb570c tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 935 time: 0.2701449 Apr 21 06:21:34.446721 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36136cc-b5b1-4de1-a174-be24d6354394 {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:21:34.460442 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:34.473424 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-fd166dbc-172d-4518-a14f-8597e155ff86 req-8f37e5b4-d9e3-4559-b54d-e8494246f39a tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Synchronizing usage tracker for tenant:febc1ebfc6ae45058bdb5d19f4f5a25d on resource:security_group {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:21:34.491300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Transition to ACTIVE for port object f36136cc-b5b1-4de1-a174-be24d6354394 will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:21:34.497435 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:34.502956 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:34.540034 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-fd166dbc-172d-4518-a14f-8597e155ff86 req-8f37e5b4-d9e3-4559-b54d-e8494246f39a tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Unset dirty status for tenant:febc1ebfc6ae45058bdb5d19f4f5a25d on resource:security_group {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:21:34.541309 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fd166dbc-172d-4518-a14f-8597e155ff86 req-8f37e5b4-d9e3-4559-b54d-e8494246f39a tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f84467-18aa-4d64-8b5a-b10b4f6a7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358480 Apr 21 06:21:34.873029 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Attempting to bind port f36136cc-b5b1-4de1-a174-be24d6354394 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:21:34.874388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Attempting to bind port f36136cc-b5b1-4de1-a174-be24d6354394 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '6974077c-8562-4499-875b-38a28d730e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd31590a1-d525-4418-b0ec-3f5a071a9218'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:21:34.874388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Attempting to bind port f36136cc-b5b1-4de1-a174-be24d6354394 on network d31590a1-d525-4418-b0ec-3f5a071a9218 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:21:34.896893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Port f36136cc-b5b1-4de1-a174-be24d6354394 on network d31590a1-d525-4418-b0ec-3f5a071a9218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:21:34.896893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Attempting to bind port f36136cc-b5b1-4de1-a174-be24d6354394 on network d31590a1-d525-4418-b0ec-3f5a071a9218 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:21:34.896893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f36136cc-b5b1-4de1-a174-be24d6354394,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:34.896893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:34.911062 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:21:34.911911 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Checking segment: {'id': '6974077c-8562-4499-875b-38a28d730e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd31590a1-d525-4418-b0ec-3f5a071a9218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:21:34.912716 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Bound using segment: {'id': '6974077c-8562-4499-875b-38a28d730e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd31590a1-d525-4418-b0ec-3f5a071a9218'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:21:34.922804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Bound port: f36136cc-b5b1-4de1-a174-be24d6354394, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6974077c-8562-4499-875b-38a28d730e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd31590a1-d525-4418-b0ec-3f5a071a9218'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:21:34.923376 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:35.019728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2d67a-3a82-4f7b-a318-2a8d50121c5f req-88ae2986-67a3-41d3-a4c8-d50e87a9b16d tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:35.021539 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e4b2d67a-3a82-4f7b-a318-2a8d50121c5f req-88ae2986-67a3-41d3-a4c8-d50e87a9b16d tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.2201171 Apr 21 06:21:35.109439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] For port f36136cc-b5b1-4de1-a174-be24d6354394, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:21:35.117831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] For port f36136cc-b5b1-4de1-a174-be24d6354394, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f36136cc-b5b1-4de1-a174-be24d6354394,segment=NetworkSegment(6974077c-8562-4499-875b-38a28d730e7a),segment_id=6974077c-8562-4499-875b-38a28d730e7a)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:21:35.125822 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:35.129860 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e4b2d67a-3a82-4f7b-a318-2a8d50121c5f req-eb2b3259-67f0-4abb-ba50-c7dbf2fd3aad tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933876 Apr 21 06:21:35.145137 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-52d2abda-f101-4cd0-bab3-ee6bb0dceee8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:35.217313 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:35.218210 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:35.220288 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] 10.222.0.41 "PUT /v2.0/ports/f36136cc-b5b1-4de1-a174-be24d6354394 HTTP/1.1" status: 200 len: 1097 time: 1.4423313 Apr 21 06:21:35.234757 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3a79e5-edc4-4f6b-bdff-a88708a2a96c', 'tag': 'f36136cc-b5b1-4de1-a174-be24d6354394'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:21:35.270924 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f36136cc-b5b1-4de1-a174-be24d6354394,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:35.284358 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:35.352886 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3a79e5-edc4-4f6b-bdff-a88708a2a96c', 'tag': 'f36136cc-b5b1-4de1-a174-be24d6354394', 'status': 'completed', 'code': 200} Apr 21 06:21:35.451083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169695c0-787b-480a-a168-d941a6fa5de4 req-3c47a8f6-f9b9-40dd-8a02-1e934eca2022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:35.452786 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-3c47a8f6-f9b9-40dd-8a02-1e934eca2022 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=febc1ebfc6ae45058bdb5d19f4f5a25d&device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 1100 time: 0.1700416 Apr 21 06:21:35.556241 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-1279b058-db8a-4fa1-b130-d82383e360ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=f36136cc-b5b1-4de1-a174-be24d6354394 HTTP/1.1" status: 200 len: 217 time: 0.0853884 Apr 21 06:21:35.666246 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169695c0-787b-480a-a168-d941a6fa5de4 req-aacf56de-a423-4cc8-be25-0ca2b6b22af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:35.668869 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-aacf56de-a423-4cc8-be25-0ca2b6b22af6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec047028-46fe-4b5d-bb2d-6bd9347ce34d HTTP/1.1" status: 200 len: 843 time: 0.1048830 Apr 21 06:21:35.699068 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461275d-dcb9-46fd-9293-5da52a9c5eab req-317aa34e-f551-42a4-9167-ead580106201 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:35.711016 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d461275d-dcb9-46fd-9293-5da52a9c5eab req-317aa34e-f551-42a4-9167-ead580106201 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.3032424 Apr 21 06:21:35.839093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd9baf-ab15-42c5-9d9b-e6fce38b0d5f req-8c50c3de-ce71-4e9e-8d5e-b3444e38760f tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:35.844560 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-19cd9baf-ab15-42c5-9d9b-e6fce38b0d5f req-8c50c3de-ce71-4e9e-8d5e-b3444e38760f tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 947 time: 0.1232896 Apr 21 06:21:35.872290 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d461275d-dcb9-46fd-9293-5da52a9c5eab req-544f2b03-e36d-4de2-b7cf-c8b92db08def tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556654 Apr 21 06:21:35.906341 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169695c0-787b-480a-a168-d941a6fa5de4 req-a3c06c70-02fe-4123-8f47-1782a5ec2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:35.908172 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-a3c06c70-02fe-4123-8f47-1782a5ec2cc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d31590a1-d525-4418-b0ec-3f5a071a9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2231226 Apr 21 06:21:35.915228 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-19cd9baf-ab15-42c5-9d9b-e6fce38b0d5f req-550320db-8569-4311-b5f9-85026f46d694 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f84467-18aa-4d64-8b5a-b10b4f6a7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653386 Apr 21 06:21:35.981910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60614) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:36.058753 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-c808becb-d68c-46fe-96a3-2cbc6cadba8a service neutron] 10.222.0.41 "GET /v2.0/networks/d31590a1-d525-4418-b0ec-3f5a071a9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410735 Apr 21 06:21:36.117287 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7575-6fab-47d2-9858-c997cd763111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:36.136757 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-7e6c7575-6fab-47d2-9858-c997cd763111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:36.141295 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-7e6c7575-6fab-47d2-9858-c997cd763111 admin admin] Usage tracker for resource:security_group_rule and tenant:bdebe3e2982a46f8a1e2cd9f4d68f3a0 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:36.144410 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-7e6c7575-6fab-47d2-9858-c997cd763111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:36.151169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-7e6c7575-6fab-47d2-9858-c997cd763111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:36.210268 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-169695c0-787b-480a-a168-d941a6fa5de4 req-144ab70c-73f1-4083-835e-c82109521af1 service neutron] 10.222.0.41 "GET /v2.0/networks/d31590a1-d525-4418-b0ec-3f5a071a9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444952 Apr 21 06:21:36.263704 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7575-6fab-47d2-9858-c997cd763111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:36.267327 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7575-6fab-47d2-9858-c997cd763111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:36.278170 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ba75b4aa-1a83-4f62-917b-789e3266fca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:36.322495 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7e6c7575-6fab-47d2-9858-c997cd763111 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdebe3e2982a46f8a1e2cd9f4d68f3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392482 Apr 21 06:21:36.324254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c7575-6fab-47d2-9858-c997cd763111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73e59e3-edd1-4aa1-81ef-27742f498f3d,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:36.327570 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60622) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:36.329472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7e6c7575-6fab-47d2-9858-c997cd763111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:36.396517 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f354c727-b9c1-4348-8c8f-2175aa140df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:36.428660 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f354c727-b9c1-4348-8c8f-2175aa140df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:36.493937 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f354c727-b9c1-4348-8c8f-2175aa140df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:36.507438 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6e7f1fb1-7d8a-4a47-8192-d837374b2974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:36.526375 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f354c727-b9c1-4348-8c8f-2175aa140df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:36.528053 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f354c727-b9c1-4348-8c8f-2175aa140df1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b73e59e3-edd1-4aa1-81ef-27742f498f3d HTTP/1.1" status: 204 len: 168 time: 0.2002392 Apr 21 06:21:36.534999 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354c727-b9c1-4348-8c8f-2175aa140df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73e59e3-edd1-4aa1-81ef-27742f498f3d,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:36.543027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f354c727-b9c1-4348-8c8f-2175aa140df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:36.703974 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e4480-9133-4af2-bcbd-d8fb091604c9 req-a1744c19-aee6-4df2-9e14-7dc590dab308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:36.705690 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-632e4480-9133-4af2-bcbd-d8fb091604c9 req-a1744c19-aee6-4df2-9e14-7dc590dab308 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=febc1ebfc6ae45058bdb5d19f4f5a25d&device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 1100 time: 0.4487913 Apr 21 06:21:36.754221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0291296-9bbf-4cfc-92d4-1a40161a25e9 req-73aa5184-0d2d-4068-a041-75e380f7766a tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:36.756114 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e0291296-9bbf-4cfc-92d4-1a40161a25e9 req-73aa5184-0d2d-4068-a041-75e380f7766a tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.4581685 Apr 21 06:21:36.913872 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e0291296-9bbf-4cfc-92d4-1a40161a25e9 req-9925facc-2710-43c1-ac94-1e75271a05db tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024048 Apr 21 06:21:37.004364 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e4480-9133-4af2-bcbd-d8fb091604c9 req-4def4110-0418-4f65-80a0-0a4ce8fd0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:37.008144 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-632e4480-9133-4af2-bcbd-d8fb091604c9 req-4def4110-0418-4f65-80a0-0a4ce8fd0dfe service neutron] 10.222.0.41 "GET /v2.0/networks?id=d31590a1-d525-4418-b0ec-3f5a071a9218 HTTP/1.1" status: 200 len: 870 time: 0.2928662 Apr 21 06:21:37.143573 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-632e4480-9133-4af2-bcbd-d8fb091604c9 req-bae61041-dfab-4652-94c9-a50fbf52f01f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=f36136cc-b5b1-4de1-a174-be24d6354394 HTTP/1.1" status: 200 len: 217 time: 0.1188574 Apr 21 06:21:37.175091 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77d72-0576-458d-bc99-0d509182dc1d req-d1346e0d-1635-4434-8972-c7faf8feb66d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:37.185093 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-59a77d72-0576-458d-bc99-0d509182dc1d req-d1346e0d-1635-4434-8972-c7faf8feb66d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1489272 Apr 21 06:21:37.243040 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-59a77d72-0576-458d-bc99-0d509182dc1d req-69699135-4377-4f6a-a6a2-4f58086bdf32 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567245 Apr 21 06:21:37.398459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e4480-9133-4af2-bcbd-d8fb091604c9 req-0853260d-f516-4854-a2bb-3961e00f247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:37.400204 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-632e4480-9133-4af2-bcbd-d8fb091604c9 req-0853260d-f516-4854-a2bb-3961e00f247d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec047028-46fe-4b5d-bb2d-6bd9347ce34d HTTP/1.1" status: 200 len: 843 time: 0.1438725 Apr 21 06:21:37.410201 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff568487-d7c7-4190-9163-c0603fea32e9 req-b2777c4b-7a85-4e08-bf53-f9439b27a7cd tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:37.412709 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ff568487-d7c7-4190-9163-c0603fea32e9 req-b2777c4b-7a85-4e08-bf53-f9439b27a7cd tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 947 time: 0.2848291 Apr 21 06:21:37.548927 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ff568487-d7c7-4190-9163-c0603fea32e9 req-6ee7c0e0-abbb-4146-ae63-e88a116ac522 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f84467-18aa-4d64-8b5a-b10b4f6a7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879786 Apr 21 06:21:37.571510 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e4480-9133-4af2-bcbd-d8fb091604c9 req-a4bdd696-bb1a-4f7a-9d5c-c911d1aca7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:37.575422 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-632e4480-9133-4af2-bcbd-d8fb091604c9 req-a4bdd696-bb1a-4f7a-9d5c-c911d1aca7e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d31590a1-d525-4418-b0ec-3f5a071a9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1616645 Apr 21 06:21:37.942846 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60680) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:38.023607 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-632e4480-9133-4af2-bcbd-d8fb091604c9 req-796038b3-fec3-48bc-93cc-07838319cb68 service neutron] 10.222.0.41 "GET /v2.0/networks/d31590a1-d525-4418-b0ec-3f5a071a9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375949 Apr 21 06:21:38.048590 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60690) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:38.196052 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2118220181-network', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:38.212932 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-632e4480-9133-4af2-bcbd-d8fb091604c9 req-1a3b9ba5-c7f6-47c7-b7d5-7025863b5050 service neutron] 10.222.0.41 "GET /v2.0/networks/d31590a1-d525-4418-b0ec-3f5a071a9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810386 Apr 21 06:21:38.244067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:38.258654 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-05320def-c51e-4c57-8cae-d764b19ba90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.281415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Usage tracker for resource:network and tenant:b99e970b117f45db8baf3ec9c8508679 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:38.287671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:38.297256 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-05320def-c51e-4c57-8cae-d764b19ba90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:38.309405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-05320def-c51e-4c57-8cae-d764b19ba90d admin admin] Usage tracker for resource:security_group_rule and tenant:77e40dee7c6641e6b5ff505d08edd93d is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:38.312939 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:38.315869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-05320def-c51e-4c57-8cae-d764b19ba90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:38.333840 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-05320def-c51e-4c57-8cae-d764b19ba90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:38.356882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Made reservation on behalf of b99e970b117f45db8baf3ec9c8508679 for: {'network': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:21:38.362420 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.392748 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.416954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78e709-33c5-44ac-9216-ea80978295fc req-2c1e40b3-e50d-4515-80b1-2addcf6b6634 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:38.418606 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1b78e709-33c5-44ac-9216-ea80978295fc req-2c1e40b3-e50d-4515-80b1-2addcf6b6634 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.3100429 Apr 21 06:21:38.430503 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:38.449647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Usage tracker for resource:security_group_rule and tenant:b99e970b117f45db8baf3ec9c8508679 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:38.459769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:38.466525 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce698f3b-28be-4311-9d36-8eba8db88f25 req-f58255f0-c428-435d-9084-7a95a3beee37 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:38.468223 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ce698f3b-28be-4311-9d36-8eba8db88f25 req-f58255f0-c428-435d-9084-7a95a3beee37 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0970414 Apr 21 06:21:38.477551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:38.516803 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1b78e709-33c5-44ac-9216-ea80978295fc req-39c59a42-ea4f-4444-acef-0f6bb15d8acd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876539 Apr 21 06:21:38.521336 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ce698f3b-28be-4311-9d36-8eba8db88f25 req-987a712a-30f9-4160-9f9f-266e85ad92be tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451689 Apr 21 06:21:38.545195 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device f36136cc-b5b1-4de1-a174-be24d6354394 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:21:38.573260 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-05320def-c51e-4c57-8cae-d764b19ba90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.579618 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-05320def-c51e-4c57-8cae-d764b19ba90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.592984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-aeb8922b-c64f-4dba-a69c-66493c29c1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:38.657787 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-05320def-c51e-4c57-8cae-d764b19ba90d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77e40dee7c6641e6b5ff505d08edd93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047494 Apr 21 06:21:38.657787 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05320def-c51e-4c57-8cae-d764b19ba90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54ae88d-107c-474f-8c52-883ae7e5f4bf,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:38.659286 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 60708) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:38.661266 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-05320def-c51e-4c57-8cae-d764b19ba90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:38.722161 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.726504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.733263 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-18112222-3655-4e81-a7f3-bec539ecab6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:38.773764 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4d2f6a99-e13f-47ad-8765-297fb45f417d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.813790 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4d2f6a99-e13f-47ad-8765-297fb45f417d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.817317 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4dab6fd4-cdda-4f24-8180-5bb6a90e290e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.827476 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=86267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:21:38.851349 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1965ab6-4f86-46c3-8712-8936d015c30b,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:38.855088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:38.856501 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.857140 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Added segment b236632d-45f1-4633-9604-0c9b19e9bd52 of type vlan for network 3ef1878d-7d63-4dcc-a567-846d63e6c820 Apr 21 06:21:38.887675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4d2f6a99-e13f-47ad-8765-297fb45f417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.900136 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port f36136cc-b5b1-4de1-a174-be24d6354394, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f36136cc-b5b1-4de1-a174-be24d6354394,segment=NetworkSegment(6974077c-8562-4499-875b-38a28d730e7a),segment_id=6974077c-8562-4499-875b-38a28d730e7a)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:21:38.901356 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:38.912150 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.920395 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': 'f36136cc-b5b1-4de1-a174-be24d6354394', 'network_id': 'd31590a1-d525-4418-b0ec-3f5a071a9218', 'port_id': 'f36136cc-b5b1-4de1-a174-be24d6354394', 'mac_address': 'fa:16:3e:e0:92:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec047028-46fe-4b5d-bb2d-6bd9347ce34d', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:21:38.929943 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f6a99-e13f-47ad-8765-297fb45f417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54ae88d-107c-474f-8c52-883ae7e5f4bf,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:38.933798 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b57085-11c1-4e24-823d-6c39f32dc47e req-dc8ea9a4-87b7-46fe-8724-95530067db68 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:38.935753 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-37b57085-11c1-4e24-823d-6c39f32dc47e req-dc8ea9a4-87b7-46fe-8724-95530067db68 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 947 time: 0.2054415 Apr 21 06:21:38.947898 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4d2f6a99-e13f-47ad-8765-297fb45f417d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:38.949310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4d2f6a99-e13f-47ad-8765-297fb45f417d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:38.951538 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-4d2f6a99-e13f-47ad-8765-297fb45f417d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d54ae88d-107c-474f-8c52-883ae7e5f4bf HTTP/1.1" status: 204 len: 168 time: 0.2883890 Apr 21 06:21:39.009304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:39.013875 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:39.027609 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:39.028498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:39.033073 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36136cc-b5b1-4de1-a174-be24d6354394 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:21:39.037773 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-da31e8fc-6251-4375-87ed-3c2dcf4c98c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:39.057417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port f36136cc-b5b1-4de1-a174-be24d6354394, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f36136cc-b5b1-4de1-a174-be24d6354394,segment=NetworkSegment(6974077c-8562-4499-875b-38a28d730e7a),segment_id=6974077c-8562-4499-875b-38a28d730e7a)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:21:39.061465 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:39.064259 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:39.137974 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-37b57085-11c1-4e24-823d-6c39f32dc47e req-762b1aa6-0ac7-4379-9c1d-ac686fe569f2 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f84467-18aa-4d64-8b5a-b10b4f6a7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768372 Apr 21 06:21:39.149292 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=f36136cc-b5b1-4de1-a174-be24d6354394,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:39.160095 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:39.160492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:39.160990 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:39.161577 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:39.162092 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:39.162666 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:39.163045 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:39.163414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:39.163785 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:39.164248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:39.164670 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:39.165040 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:39.170909 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:39.199200 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Pushing event updated for resources: {'Network': ['ID=3ef1878d-7d63-4dcc-a567-846d63e6c820,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:39.202134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:39.207171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 60718) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:39.208696 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2633305 Apr 21 06:21:39.214392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Request body: {'subnet': {'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2118220181-subnet', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'ip_version': 4}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:39.220072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:39.224487 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Usage tracker for resource:subnet and tenant:b99e970b117f45db8baf3ec9c8508679 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:39.227808 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:39.235173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:39.242415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network 3ef1878d-7d63-4dcc-a567-846d63e6c820 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:21:39.248263 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Made reservation on behalf of b99e970b117f45db8baf3ec9c8508679 for: {'subnet': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:21:39.255293 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6277390'] for subnet, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:39.487899 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60728) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:39.507118 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['f36136cc-b5b1-4de1-a174-be24d6354394'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:21:39.533317 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-037b31da-f274-49e9-b0f6-91854a9b6dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:39.562088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-037b31da-f274-49e9-b0f6-91854a9b6dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:39.573028 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-037b31da-f274-49e9-b0f6-91854a9b6dad admin admin] Usage tracker for resource:security_group_rule and tenant:2c9f73cf7e3d46d5883132beca5c160d is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:39.579058 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-037b31da-f274-49e9-b0f6-91854a9b6dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:39.594069 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-037b31da-f274-49e9-b0f6-91854a9b6dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:39.725665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4bb4-5154-40a8-83b8-02568a5e9e81 req-a1c8b2dd-31b7-43b9-9aad-1968914818e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:39.728142 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-454b4bb4-5154-40a8-83b8-02568a5e9e81 req-a1c8b2dd-31b7-43b9-9aad-1968914818e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 1098 time: 0.2250183 Apr 21 06:21:39.831358 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-037b31da-f274-49e9-b0f6-91854a9b6dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:39.841395 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-037b31da-f274-49e9-b0f6-91854a9b6dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:39.859630 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e34f6aac-3682-4cf3-8f04-16b82276f4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:39.910307 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-454b4bb4-5154-40a8-83b8-02568a5e9e81 req-e9ac2956-86d2-411c-881e-49ce0c430e18 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684294 Apr 21 06:21:39.919921 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-037b31da-f274-49e9-b0f6-91854a9b6dad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c9f73cf7e3d46d5883132beca5c160d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297478 Apr 21 06:21:39.920999 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60744) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:39.922876 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b31da-f274-49e9-b0f6-91854a9b6dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35e56f4-15ef-4c54-af88-32afe92a0cfb,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:39.930826 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-037b31da-f274-49e9-b0f6-91854a9b6dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:39.979993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a390e-dad4-4714-96af-efeec7aa4471 req-08ab2d42-7ed7-4b87-921e-40a1f5d623de tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:39.981689 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f48a390e-dad4-4714-96af-efeec7aa4471 req-08ab2d42-7ed7-4b87-921e-40a1f5d623de tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2037175 Apr 21 06:21:40.006216 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167a9be-2d29-4eaa-9874-3fa9b6375f6f req-9b0d48b5-a59d-42e9-8381-96dd0ebd6bdc tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:40.007885 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b167a9be-2d29-4eaa-9874-3fa9b6375f6f req-9b0d48b5-a59d-42e9-8381-96dd0ebd6bdc tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.2587755 Apr 21 06:21:40.048954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-040596d3-05eb-42d7-8be5-82728ebb61c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.062385 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f48a390e-dad4-4714-96af-efeec7aa4471 req-d68e1902-48d2-40ac-b110-de573f7d9471 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615048 Apr 21 06:21:40.089797 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-040596d3-05eb-42d7-8be5-82728ebb61c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.124502 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6614512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6277407'] for subnet, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.128910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:40.148382 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60750) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:40.152468 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b167a9be-2d29-4eaa-9874-3fa9b6375f6f req-f4849fef-f30a-4621-a651-f38fc96691bc tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294613 Apr 21 06:21:40.182858 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-040596d3-05eb-42d7-8be5-82728ebb61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.189661 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1591fce8-0f4d-486f-bea4-a5294506ee8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:40.209956 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040596d3-05eb-42d7-8be5-82728ebb61c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35e56f4-15ef-4c54-af88-32afe92a0cfb,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:40.211776 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef494a8-064d-4fde-9bba-3e1272d32ff0,revision_number=0']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:40.214281 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-040596d3-05eb-42d7-8be5-82728ebb61c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:40.215688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:40.218577 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-040596d3-05eb-42d7-8be5-82728ebb61c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.222854 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-040596d3-05eb-42d7-8be5-82728ebb61c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d35e56f4-15ef-4c54-af88-32afe92a0cfb HTTP/1.1" status: 204 len: 168 time: 0.2774787 Apr 21 06:21:40.223617 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Checking segment: {'id': 'b236632d-45f1-4633-9604-0c9b19e9bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:21:40.224038 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Network hostable DHCP agents. Network: 3ef1878d-7d63-4dcc-a567-846d63e6c820, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:21:40.262831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Network 3ef1878d-7d63-4dcc-a567-846d63e6c820 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:21:40.273935 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, 3ef1878d-7d63-4dcc-a567-846d63e6c820) {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:21:40.281969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5eeaaf-b6b1-4600-8d47-c21b734bb779 None None] Network 3ef1878d-7d63-4dcc-a567-846d63e6c820 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:21:40.310936 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:40.311697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.370283 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-159ba046-3537-485f-8323-cfc681fafcc5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1592963 Apr 21 06:21:40.370850 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60760) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:40.377575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:40.389720 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:40.408858 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Usage tracker for resource:router and tenant:b99e970b117f45db8baf3ec9c8508679 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:40.427702 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:40.446007 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:40.480437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3091'] for router, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.481801 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846785787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846888684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772709'] for router, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.529470 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.576086 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261d38d-4097-4529-86a7-94c6048158fd req-e4c0d2a7-e6a0-4067-ac4d-e3c190f181e9 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:40.578165 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4261d38d-4097-4529-86a7-94c6048158fd req-e4c0d2a7-e6a0-4067-ac4d-e3c190f181e9 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 948 time: 0.1955528 Apr 21 06:21:40.627769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device f36136cc-b5b1-4de1-a174-be24d6354394 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:21:40.675680 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4261d38d-4097-4529-86a7-94c6048158fd req-745c67e1-406f-48e6-aa00-09cf1ad86450 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f84467-18aa-4d64-8b5a-b10b4f6a7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903893 Apr 21 06:21:40.752813 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 60768) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:40.755419 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0189f098-c9a3-54f9-84eb-8f7de1146704-3ef1878d-7d63-4dcc-a567-846d63e6c820', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'fixed_ips': [{'subnet_id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0'}]}} from dv-cinder-776307-5-smb. {{(pid=86269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:21:40.756579 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.777159 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-306f8180-a03c-4c68-819b-74dc1f25bed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.794654 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-306f8180-a03c-4c68-819b-74dc1f25bed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:40.799158 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-306f8180-a03c-4c68-819b-74dc1f25bed3 admin admin] Usage tracker for resource:security_group_rule and tenant:9667461288454f10a7ee1386316d1e77 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:40.802492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-306f8180-a03c-4c68-819b-74dc1f25bed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:40.809367 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-306f8180-a03c-4c68-819b-74dc1f25bed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:40.821719 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba16b626-a687-49e8-b17c-a9f16a128380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.911757 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-306f8180-a03c-4c68-819b-74dc1f25bed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.915708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-306f8180-a03c-4c68-819b-74dc1f25bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:40.930972 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0d773919-6f87-4f86-9d6f-d8c140e08591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:40.934756 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port f36136cc-b5b1-4de1-a174-be24d6354394 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:21:40.941955 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port f36136cc-b5b1-4de1-a174-be24d6354394 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:21:40.942428 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.010218 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-306f8180-a03c-4c68-819b-74dc1f25bed3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9667461288454f10a7ee1386316d1e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562058 Apr 21 06:21:41.011194 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f8180-a03c-4c68-819b-74dc1f25bed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103230b9-e97a-4f1a-8fab-5a6fe2bda321,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:41.013866 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 60772) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:41.017330 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-306f8180-a03c-4c68-819b-74dc1f25bed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:41.018054 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Allocated IP 172.20.0.2 (3ef1878d-7d63-4dcc-a567-846d63e6c820/9ef494a8-064d-4fde-9bba-3e1272d32ff0/0f54f207-2a58-41df-8019-f50e531ea17e) {{(pid=86269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:21:41.053388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ba16b626-a687-49e8-b17c-a9f16a128380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:41.068086 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846785550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772726'] for router, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.076260 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ba16b626-a687-49e8-b17c-a9f16a128380 admin admin] Usage tracker for resource:security_group_rule and tenant:5600e62acf524b838342b10033412456 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:41.080323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cff1d807-0a14-438b-b453-4de48e533f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.084937 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ba16b626-a687-49e8-b17c-a9f16a128380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:41.095187 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ba16b626-a687-49e8-b17c-a9f16a128380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:41.125568 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cff1d807-0a14-438b-b453-4de48e533f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.171304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.200822 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cff1d807-0a14-438b-b453-4de48e533f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.209815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c5c2e563-2994-4038-a0ba-98d59171ff0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:41.224614 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cff1d807-0a14-438b-b453-4de48e533f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.228220 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port f36136cc-b5b1-4de1-a174-be24d6354394, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f36136cc-b5b1-4de1-a174-be24d6354394,segment=NetworkSegment(6974077c-8562-4499-875b-38a28d730e7a),segment_id=6974077c-8562-4499-875b-38a28d730e7a)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:21:41.231910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3a79e5-edc4-4f6b-bdff-a88708a2a96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36136cc-b5b1-4de1-a174-be24d6354394'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:21:41.240554 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.242980 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-cff1d807-0a14-438b-b453-4de48e533f73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/103230b9-e97a-4f1a-8fab-5a6fe2bda321 HTTP/1.1" status: 204 len: 168 time: 0.2166781 Apr 21 06:21:41.244798 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:41.251826 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1d807-0a14-438b-b453-4de48e533f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103230b9-e97a-4f1a-8fab-5a6fe2bda321,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:41.262925 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-cff1d807-0a14-438b-b453-4de48e533f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:41.325879 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba16b626-a687-49e8-b17c-a9f16a128380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.332296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba16b626-a687-49e8-b17c-a9f16a128380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.381616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=f36136cc-b5b1-4de1-a174-be24d6354394,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:41.386659 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:41.408994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0f0584de-62bb-4129-81ce-d7ba5f6708ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:41.419505 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ba16b626-a687-49e8-b17c-a9f16a128380 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5600e62acf524b838342b10033412456&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2659068 Apr 21 06:21:41.423265 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60784) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:41.462364 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1010d86-5951-46a2-a480-29dd3891ef17 req-41df40bc-6ecc-43be-94bb-6a400556a186 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:41.465356 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f1010d86-5951-46a2-a480-29dd3891ef17 req-41df40bc-6ecc-43be-94bb-6a400556a186 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.1604540 Apr 21 06:21:41.511106 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Notify callbacks [] for port, precommit_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.542135 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Transition to ACTIVE for port object 0f54f207-2a58-41df-8019-f50e531ea17e will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:21:41.574958 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Transition to ACTIVE for port object 0f54f207-2a58-41df-8019-f50e531ea17e will not be triggered until provisioned by entity DHCP. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:21:41.577251 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f1010d86-5951-46a2-a480-29dd3891ef17 req-22ad6a07-27c4-489e-98a5-4f8595f1707b tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976465 Apr 21 06:21:41.579830 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16b626-a687-49e8-b17c-a9f16a128380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983ceeea-3981-40a0-b8af-05f43523f9b0,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:41.580471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.585958 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f8b950f9-c586-4922-8c24-7c3d748c8fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.593174 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:41.594352 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ba16b626-a687-49e8-b17c-a9f16a128380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:41.646104 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Network 3ef1878d-7d63-4dcc-a567-846d63e6c820 is already hosted by enough agents. {{(pid=86269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:21:41.657067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Resources bound (agent type, host, resource id): {{(pid=86269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:21:41.665667 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Received port after_create {{(pid=86269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:21:41.679873 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f8b950f9-c586-4922-8c24-7c3d748c8fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.706441 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f2d32-91f3-4518-bbc0-c06dbacf2c27 req-5ba16075-7b85-4a72-93cf-81ec121aef9a tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:41.715592 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832f2d32-91f3-4518-bbc0-c06dbacf2c27 req-5ba16075-7b85-4a72-93cf-81ec121aef9a tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.5088315 Apr 21 06:21:41.740275 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3a79e5-edc4-4f6b-bdff-a88708a2a96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36136cc-b5b1-4de1-a174-be24d6354394', 'code': 200} Apr 21 06:21:41.805870 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Attempting to bind port 0f54f207-2a58-41df-8019-f50e531ea17e on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:21:41.806405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Attempting to bind port 0f54f207-2a58-41df-8019-f50e531ea17e by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': 'b236632d-45f1-4633-9604-0c9b19e9bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:21:41.806920 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Attempting to bind port 0f54f207-2a58-41df-8019-f50e531ea17e on network 3ef1878d-7d63-4dcc-a567-846d63e6c820 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:21:41.809300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Pushing event updated for resources: {'Port': ['ID=0f54f207-2a58-41df-8019-f50e531ea17e,revision_number=1']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:41.811903 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6956e827-df13-4c1a-9448-43b8d58e3a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.820886 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:41.826445 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:21:41.827277 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Checking segment: {'id': 'b236632d-45f1-4633-9604-0c9b19e9bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:21:41.827891 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.828542 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Bound using segment: {'id': 'b236632d-45f1-4633-9604-0c9b19e9bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:21:41.829257 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Bound port: 0f54f207-2a58-41df-8019-f50e531ea17e, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b236632d-45f1-4633-9604-0c9b19e9bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:21:41.829845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:41.990001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] For port 0f54f207-2a58-41df-8019-f50e531ea17e, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:21:41.993535 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] For port 0f54f207-2a58-41df-8019-f50e531ea17e, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=0f54f207-2a58-41df-8019-f50e531ea17e,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:21:41.997774 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:42.012876 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:42.102294 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832f2d32-91f3-4518-bbc0-c06dbacf2c27 req-b10c3263-0b38-446c-aaed-0f9b09301a76 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855798 Apr 21 06:21:42.156391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:42.184624 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Pushing event updated for resources: {'Port': ['ID=0f54f207-2a58-41df-8019-f50e531ea17e,revision_number=2']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:42.190522 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe07e7-3829-4bcf-b96b-deba52b72189 req-4f8531fb-354d-4b31-818c-7998b2062e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:42.192973 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-56fe07e7-3829-4bcf-b96b-deba52b72189 req-4f8531fb-354d-4b31-818c-7998b2062e2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 1102 time: 0.1799810 Apr 21 06:21:42.198930 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:42.252876 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-56fe07e7-3829-4bcf-b96b-deba52b72189 req-18ecc737-4251-49cf-bee3-1bbd0bfcabfe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=25f84467-18aa-4d64-8b5a-b10b4f6a7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506825 Apr 21 06:21:42.312432 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f8b950f9-c586-4922-8c24-7c3d748c8fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:42.371050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1843ecf8-92ed-4200-8a96-e947742fe943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:42.413051 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b950f9-c586-4922-8c24-7c3d748c8fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983ceeea-3981-40a0-b8af-05f43523f9b0,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:42.424753 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f8b950f9-c586-4922-8c24-7c3d748c8fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:42.440888 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:42.500528 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f8b950f9-c586-4922-8c24-7c3d748c8fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:42.502382 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f8b950f9-c586-4922-8c24-7c3d748c8fb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/983ceeea-3981-40a0-b8af-05f43523f9b0 HTTP/1.1" status: 204 len: 168 time: 1.0712547 Apr 21 06:21:42.517070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:42.678683 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a33e8-c340-4d50-8d72-d5c20d885bd6 req-83909632-c72b-4888-84f2-fbdf92d21e8d tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:42.687200 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2f7a33e8-c340-4d50-8d72-d5c20d885bd6 req-83909632-c72b-4888-84f2-fbdf92d21e8d tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 949 time: 0.3784101 Apr 21 06:21:42.799815 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2f7a33e8-c340-4d50-8d72-d5c20d885bd6 req-1113fefe-4770-4bdf-aab6-fae6568810c7 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f84467-18aa-4d64-8b5a-b10b4f6a7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111326 Apr 21 06:21:42.865276 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60828) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:42.937457 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Allocated IP 172.28.0.90 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/29a50b89-cda2-44c4-9cdd-f5e384835954) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:21:42.966553 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3dab4-d521-4bf9-8faf-3ffced3e0103 req-62658c57-05f6-4579-bfd4-64ec7c1ce1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:42.972671 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fbe3dab4-d521-4bf9-8faf-3ffced3e0103 req-62658c57-05f6-4579-bfd4-64ec7c1ce1eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b36b6f127b24361924ef09764ac2fce&device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 1098 time: 0.2014852 Apr 21 06:21:43.039487 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 0f54f207-2a58-41df-8019-f50e531ea17e up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:21:43.188563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 60836) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:43.231127 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:43.256927 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5978a7e6-26d8-41b3-8856-536e3b11d117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:43.268484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 0f54f207-2a58-41df-8019-f50e531ea17e completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:21:43.307677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-5978a7e6-26d8-41b3-8856-536e3b11d117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:43.312533 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5978a7e6-26d8-41b3-8856-536e3b11d117 admin admin] Usage tracker for resource:security_group_rule and tenant:91e6fff03cc344ba8945486dce86d00d is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:43.316291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5978a7e6-26d8-41b3-8856-536e3b11d117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:43.323618 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-5978a7e6-26d8-41b3-8856-536e3b11d117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:43.336705 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3dab4-d521-4bf9-8faf-3ffced3e0103 req-d0f55bdb-d29e-4041-a268-5ca36f264875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:43.338426 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fbe3dab4-d521-4bf9-8faf-3ffced3e0103 req-d0f55bdb-d29e-4041-a268-5ca36f264875 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 200 len: 919 time: 0.3586226 Apr 21 06:21:43.416033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:43.455568 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4452a-930d-4051-85d5-0087053a6fa3 req-2343fba3-ca67-4314-b38b-7fdda0e4878c tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:43.457906 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bfa4452a-930d-4051-85d5-0087053a6fa3 req-2343fba3-ca67-4314-b38b-7fdda0e4878c tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.3403192 Apr 21 06:21:43.509137 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fbe3dab4-d521-4bf9-8faf-3ffced3e0103 req-7e492fa3-34e3-4ef6-8dd6-0223fbb2b1e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3102e3f3-68d1-4b6e-affc-b5c998dcc433 HTTP/1.1" status: 200 len: 217 time: 0.1615942 Apr 21 06:21:43.565149 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bfa4452a-930d-4051-85d5-0087053a6fa3 req-5d400103-cb89-407d-8fc9-5ff9126744d5 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977457 Apr 21 06:21:43.574117 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:43.586697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-70bff660-c74c-46cc-a9cb-6fca23fb1519 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:43.660781 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3dab4-d521-4bf9-8faf-3ffced3e0103 req-b8ce7773-9083-4d93-98cc-8f07be44da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:43.662543 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fbe3dab4-d521-4bf9-8faf-3ffced3e0103 req-b8ce7773-9083-4d93-98cc-8f07be44da70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc9ba4d4-a8e5-4c4e-9983-66f08290261f HTTP/1.1" status: 200 len: 858 time: 0.1292593 Apr 21 06:21:43.706556 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2089953464-network', 'tenant_id': 'dfc75c75a56f459c9238034f2a8c9179'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:43.713995 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:21:43.716922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:43.721314 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Usage tracker for resource:network and tenant:dfc75c75a56f459c9238034f2a8c9179 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:43.726561 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:21:43.733054 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fbe3dab4-d521-4bf9-8faf-3ffced3e0103 req-0300947e-422a-43ba-9335-707205aab0b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83a17177-a855-4321-83e2-b924c2c345d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527000 Apr 21 06:21:43.736468 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:43.740351 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:21:43.750336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0fe46-7005-4d59-a696-51a365246997 req-7cc440da-9644-4605-acbc-9a2462000970 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:43.751625 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-49d0fe46-7005-4d59-a696-51a365246997 req-7cc440da-9644-4605-acbc-9a2462000970 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.3167164 Apr 21 06:21:43.790011 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:43.798991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=29a50b89-cda2-44c4-9cdd-f5e384835954,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:43.806330 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:43.821871 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Made reservation on behalf of dfc75c75a56f459c9238034f2a8c9179 for: {'network': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:21:43.826908 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:43.848048 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:43.873631 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5978a7e6-26d8-41b3-8856-536e3b11d117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:43.886259 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5978a7e6-26d8-41b3-8856-536e3b11d117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:43.896655 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-605d2b56-83a0-4054-9178-08fcce95e22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:43.955215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565bee73-307f-454e-b994-a0be1fe7dc0a None None] Network 3ef1878d-7d63-4dcc-a567-846d63e6c820 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:21:44.001512 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:44.069191 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-a30b17e5-0b11-43c5-8b92-e32987078151 None None] Provisioning for port 0f54f207-2a58-41df-8019-f50e531ea17e completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:21:44.089757 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-a30b17e5-0b11-43c5-8b92-e32987078151 None None] Provisioning complete for port 0f54f207-2a58-41df-8019-f50e531ea17e triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:21:44.090183 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a30b17e5-0b11-43c5-8b92-e32987078151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:44.104957 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Usage tracker for resource:security_group_rule and tenant:dfc75c75a56f459c9238034f2a8c9179 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:44.109376 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:44.126126 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:44.177405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978a7e6-26d8-41b3-8856-536e3b11d117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec299f9-cb1b-4b40-9629-631ed3775b95,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:44.188601 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5978a7e6-26d8-41b3-8856-536e3b11d117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:44.199328 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-49d0fe46-7005-4d59-a696-51a365246997 req-2bc8e55a-48b7-4644-ab81-db0ef5bae1c6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052112 Apr 21 06:21:44.215350 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-5978a7e6-26d8-41b3-8856-536e3b11d117 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91e6fff03cc344ba8945486dce86d00d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0249794 Apr 21 06:21:44.219775 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 60844) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:44.292046 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fbe3dab4-d521-4bf9-8faf-3ffced3e0103 req-bf7badeb-3242-40fe-a66f-49f92a19b8be service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357327 Apr 21 06:21:44.317896 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dc8d0-af25-4497-9bf7-ee28873b492c req-8b4d3aa9-3977-43cc-a20f-f7995be201fd tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:44.326085 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0f2dc8d0-af25-4497-9bf7-ee28873b492c req-8b4d3aa9-3977-43cc-a20f-f7995be201fd tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 949 time: 0.3216074 Apr 21 06:21:44.404525 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3c6fa953-76d4-4642-a5ff-089d9bb0059e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:44.426396 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a30b17e5-0b11-43c5-8b92-e32987078151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:44.481483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-a30b17e5-0b11-43c5-8b92-e32987078151 None None] For port 0f54f207-2a58-41df-8019-f50e531ea17e, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=0f54f207-2a58-41df-8019-f50e531ea17e,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:21:44.494104 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a30b17e5-0b11-43c5-8b92-e32987078151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:44.497865 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:44.513768 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3c6fa953-76d4-4642-a5ff-089d9bb0059e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:44.638885 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fbe3dab4-d521-4bf9-8faf-3ffced3e0103 req-9e7047aa-1514-499f-9036-b114ad7c30fd service neutron] 10.222.0.41 "GET /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960403 Apr 21 06:21:44.648566 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0f2dc8d0-af25-4497-9bf7-ee28873b492c req-0fc14d84-221e-4e93-a6dd-5e48c3bd6176 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f84467-18aa-4d64-8b5a-b10b4f6a7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214254 Apr 21 06:21:44.668434 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3c6fa953-76d4-4642-a5ff-089d9bb0059e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:44.679475 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-514b3f0c-504c-46f8-a567-cb3c697654a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:44.697177 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fa953-76d4-4642-a5ff-089d9bb0059e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec299f9-cb1b-4b40-9629-631ed3775b95,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:44.725273 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3c6fa953-76d4-4642-a5ff-089d9bb0059e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:44.728752 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3c6fa953-76d4-4642-a5ff-089d9bb0059e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:44.730383 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-3c6fa953-76d4-4642-a5ff-089d9bb0059e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ec299f9-cb1b-4b40-9629-631ed3775b95 HTTP/1.1" status: 204 len: 168 time: 0.5094416 Apr 21 06:21:44.753151 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:44.839606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b17e5-0b11-43c5-8b92-e32987078151 None None] Pushing event updated for resources: {'Port': ['ID=0f54f207-2a58-41df-8019-f50e531ea17e,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:44.846999 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a30b17e5-0b11-43c5-8b92-e32987078151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:44.875928 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:44.944271 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-eb7882a4-2ff5-4809-b70a-ff3700d1fa0f None None] Provisioning complete for port 0f54f207-2a58-41df-8019-f50e531ea17e triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:21:44.944544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-eb7882a4-2ff5-4809-b70a-ff3700d1fa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:45.024187 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eca19a-2432-43ff-a57f-15f310c467dc req-ea1a2cd4-7036-4331-b2b0-5c5982275fab tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:45.025918 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57eca19a-2432-43ff-a57f-15f310c467dc req-ea1a2cd4-7036-4331-b2b0-5c5982275fab tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1111903 Apr 21 06:21:45.044724 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:45.068516 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ba16b626-a687-49e8-b17c-a9f16a128380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:45.098708 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57eca19a-2432-43ff-a57f-15f310c467dc req-3daaf2c1-6692-43bb-b966-ff12af541136 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555832 Apr 21 06:21:45.140421 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:45.165463 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=86267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:21:45.186252 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850f52a0-351a-4dfc-ab24-51dc809787a5,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:45.232123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:45.244919 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:45.245657 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Added segment f92ba50c-361b-4b01-b798-0f5dec9a68df of type vlan for network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 Apr 21 06:21:45.299976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fbdbe-123a-4fe0-b4e5-faeffdd24b55 req-8d2e370b-adfd-458c-a30f-de49743c7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:45.301993 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ae2fbdbe-123a-4fe0-b4e5-faeffdd24b55 req-8d2e370b-adfd-458c-a30f-de49743c7afc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d770d4b502e43fab6b4945aa424cf5b&device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 1098 time: 0.1504619 Apr 21 06:21:45.547498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fbdbe-123a-4fe0-b4e5-faeffdd24b55 req-fffa1ba0-c89d-4a1e-bd22-112c0a2f6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:45.549695 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ae2fbdbe-123a-4fe0-b4e5-faeffdd24b55 req-fffa1ba0-c89d-4a1e-bd22-112c0a2f6d7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2af643d-203c-4cb9-ab5a-766c1cede763 HTTP/1.1" status: 200 len: 911 time: 0.2397535 Apr 21 06:21:45.756330 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:45.784391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fd44d-b2b5-4fd3-9d85-087c484bd373 req-72479355-4969-4925-8608-7d63afbc0a29 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:45.792465 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d57fd44d-b2b5-4fd3-9d85-087c484bd373 req-72479355-4969-4925-8608-7d63afbc0a29 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.9146791 Apr 21 06:21:45.799729 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ae2fbdbe-123a-4fe0-b4e5-faeffdd24b55 req-4dfc1464-e4a3-494d-bb14-31c8d6284d6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b9692bb-6502-4a3b-93d5-5d830e74434e HTTP/1.1" status: 200 len: 1001 time: 0.2399104 Apr 21 06:21:45.898324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9df2d-2a71-4ba4-a5f9-9fb6f770ada1 req-f1ba5dcb-2e25-4d0a-88a5-19f84a38aff7 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:45.907723 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-00c9df2d-2a71-4ba4-a5f9-9fb6f770ada1 req-f1ba5dcb-2e25-4d0a-88a5-19f84a38aff7 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 949 time: 0.2743826 Apr 21 06:21:45.924163 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d57fd44d-b2b5-4fd3-9d85-087c484bd373 req-6f7eb06e-1e7b-4255-9f74-b05ae4f533ec tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306684 Apr 21 06:21:45.929176 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:45.932765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:45.933415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:45.947765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fbdbe-123a-4fe0-b4e5-faeffdd24b55 req-9aac50ac-8f76-4250-915d-bbc5581ea60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:45.950203 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ae2fbdbe-123a-4fe0-b4e5-faeffdd24b55 req-9aac50ac-8f76-4250-915d-bbc5581ea60e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f9a5fb8-b027-4dde-8595-3dac89598941 HTTP/1.1" status: 200 len: 849 time: 0.1421845 Apr 21 06:21:45.952062 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:45.985847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7990232'] for router, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:46.080695 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-00c9df2d-2a71-4ba4-a5f9-9fb6f770ada1 req-a1d6b6e8-ab92-4b59-865f-ebb7e9275bcc tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f84467-18aa-4d64-8b5a-b10b4f6a7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711252 Apr 21 06:21:46.113832 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fbdbe-123a-4fe0-b4e5-faeffdd24b55 req-9cf9d95a-41cc-4de0-beb8-c42833851314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:46.116164 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ae2fbdbe-123a-4fe0-b4e5-faeffdd24b55 req-9cf9d95a-41cc-4de0-beb8-c42833851314 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2af643d-203c-4cb9-ab5a-766c1cede763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1231482 Apr 21 06:21:46.215983 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3443654 Apr 21 06:21:46.222947 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60890) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:46.231138 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Pushing event updated for resources: {'Network': ['ID=04001aca-b2cb-4c23-aff2-4daa3c3f1308,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:46.237234 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Request body: {'subnet': {'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2089953464-subnet', 'tenant_id': 'dfc75c75a56f459c9238034f2a8c9179', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:46.245096 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:21:46.258852 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:46.280794 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:46.307509 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Usage tracker for resource:subnet and tenant:dfc75c75a56f459c9238034f2a8c9179 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:46.332056 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:46.355669 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:46.414205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Made reservation on behalf of dfc75c75a56f459c9238034f2a8c9179 for: {'subnet': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:21:46.419161 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5966399'] for subnet, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:46.508378 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ae2fbdbe-123a-4fe0-b4e5-faeffdd24b55 req-e8fdc7a5-363f-4956-a684-5dd30dea3034 service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843970 Apr 21 06:21:46.665811 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Router 33d07287-5abb-466a-ac91-1f8e5bf4d39b is scheduled to L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc with binding_index 1 {{(pid=86267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:21:46.820799 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ae2fbdbe-123a-4fe0-b4e5-faeffdd24b55 req-cbc89f28-f321-4506-90fa-f3980c1bbffa service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036258 Apr 21 06:21:46.864889 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c1588-705c-43c9-b73f-a1263f6457ab req-d75a42ab-a0b2-41d1-af82-d9d6f151f056 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:46.866663 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-863c1588-705c-43c9-b73f-a1263f6457ab req-d75a42ab-a0b2-41d1-af82-d9d6f151f056 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.4612968 Apr 21 06:21:46.974682 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 0f54f207-2a58-41df-8019-f50e531ea17e up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:21:47.225437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 0f54f207-2a58-41df-8019-f50e531ea17e triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:21:47.226351 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:47.243542 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f90558-ae22-49e6-8caf-9354587cafc1 req-4608a2c8-9e95-4c67-8536-d53421dff2f9 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:47.254227 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e8f90558-ae22-49e6-8caf-9354587cafc1 req-4608a2c8-9e95-4c67-8536-d53421dff2f9 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 949 time: 0.2683089 Apr 21 06:21:47.260899 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-863c1588-705c-43c9-b73f-a1263f6457ab req-5231e814-6cdb-416a-b7ac-1da5b1f402b0 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201685 Apr 21 06:21:47.333981 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:21:47.347671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Sync routers for ids ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:21:47.381697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Routers {'33d07287-5abb-466a-ac91-1f8e5bf4d39b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:21:47.388906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-e8f90558-ae22-49e6-8caf-9354587cafc1 req-90a65c6e-d6de-4cbc-9c9a-043b2366caed tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Deleting port f36136cc-b5b1-4de1-a174-be24d6354394 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:21:47.389312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-e8f90558-ae22-49e6-8caf-9354587cafc1 req-90a65c6e-d6de-4cbc-9c9a-043b2366caed tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:47.396744 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:21:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:47.520185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80a539-497f-4967-afab-182cb0127243 req-0e0c4b62-5727-4bc5-879b-f518744d9df7 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:47.522990 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ba80a539-497f-4967-afab-182cb0127243 req-0e0c4b62-5727-4bc5-879b-f518744d9df7 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.2973471 Apr 21 06:21:47.610597 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Set router 33d07287-5abb-466a-ac91-1f8e5bf4d39b gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:21:47.733415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Notify callbacks [] for router, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:47.735296 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3632381 Apr 21 06:21:47.750576 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 60916) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:47.810819 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ba80a539-497f-4967-afab-182cb0127243 req-2ad91938-97a5-4886-b948-23cbd6642e2d tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646751 Apr 21 06:21:47.984593 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-e8f90558-ae22-49e6-8caf-9354587cafc1 req-90a65c6e-d6de-4cbc-9c9a-043b2366caed tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] For port f36136cc-b5b1-4de1-a174-be24d6354394, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f36136cc-b5b1-4de1-a174-be24d6354394,segment=NetworkSegment(6974077c-8562-4499-875b-38a28d730e7a),segment_id=6974077c-8562-4499-875b-38a28d730e7a)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:21:47.987616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-e8f90558-ae22-49e6-8caf-9354587cafc1 req-90a65c6e-d6de-4cbc-9c9a-043b2366caed tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:48.090961 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:21:44Z', 'revision_number': 3, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port': {'id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:42Z', 'updated_at': '2021-04-21T06:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:48.101602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Checking router: 33d07287-5abb-466a-ac91-1f8e5bf4d39b for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:21:48.103296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Updating router 33d07287-5abb-466a-ac91-1f8e5bf4d39b port 29a50b89-cda2-44c4-9cdd-f5e384835954 binding host dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:21:48.231176 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-e8f90558-ae22-49e6-8caf-9354587cafc1 req-90a65c6e-d6de-4cbc-9c9a-043b2366caed tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Calling delete_port for f36136cc-b5b1-4de1-a174-be24d6354394 owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:21:48.255077 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:48.336442 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e0c84-9f19-4538-ae66-e53071e3604b req-fafecdf0-a360-4b97-bde0-3af745777976 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:48.344780 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-267e0c84-9f19-4538-ae66-e53071e3604b req-fafecdf0-a360-4b97-bde0-3af745777976 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 949 time: 0.7243159 Apr 21 06:21:48.639676 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-267e0c84-9f19-4538-ae66-e53071e3604b req-5ae44f3a-4bff-44c8-b3eb-94601f42ae3b tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f84467-18aa-4d64-8b5a-b10b4f6a7507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909281 Apr 21 06:21:48.641430 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-e8f90558-ae22-49e6-8caf-9354587cafc1 req-90a65c6e-d6de-4cbc-9c9a-043b2366caed tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:48.649957 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:48.802781 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a65c6e-d6de-4cbc-9c9a-043b2366caed tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Pushing event deleted for resources: {'Port': ['ID=f36136cc-b5b1-4de1-a174-be24d6354394,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:48.899975 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-90a65c6e-d6de-4cbc-9c9a-043b2366caed tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:48.979355 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f90558-ae22-49e6-8caf-9354587cafc1 req-90a65c6e-d6de-4cbc-9c9a-043b2366caed tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] No DVR routers for this DVR port f36136cc-b5b1-4de1-a174-be24d6354394 on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:21:48.984255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-e8f90558-ae22-49e6-8caf-9354587cafc1 req-90a65c6e-d6de-4cbc-9c9a-043b2366caed tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:48.994304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3a79e5-edc4-4f6b-bdff-a88708a2a96c', 'name': 'network-vif-deleted', 'tag': 'f36136cc-b5b1-4de1-a174-be24d6354394'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:21:49.042494 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e8f90558-ae22-49e6-8caf-9354587cafc1 req-90a65c6e-d6de-4cbc-9c9a-043b2366caed tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.41 "DELETE /v2.0/ports/f36136cc-b5b1-4de1-a174-be24d6354394 HTTP/1.1" status: 204 len: 173 time: 1.7504377 Apr 21 06:21:49.084601 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e2d57-d4c8-4e2a-a3f7-ace8bc898ad1 req-d76cb4a6-6a70-43d6-97e9-b3b8b8a9032a tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:49.086333 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b55e2d57-d4c8-4e2a-a3f7-ace8bc898ad1 req-d76cb4a6-6a70-43d6-97e9-b3b8b8a9032a tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2859023 Apr 21 06:21:49.152198 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3a79e5-edc4-4f6b-bdff-a88708a2a96c', 'name': 'network-vif-deleted', 'tag': 'f36136cc-b5b1-4de1-a174-be24d6354394', 'status': 'completed', 'code': 200} Apr 21 06:21:49.258596 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b55e2d57-d4c8-4e2a-a3f7-ace8bc898ad1 req-e0083051-14ae-40d9-8889-77f7c00972d5 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610975 Apr 21 06:21:49.335052 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Notify callbacks [] for port, precommit_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:49.349384 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Transition to ACTIVE for port object 29a50b89-cda2-44c4-9cdd-f5e384835954 will not be triggered until provisioned by entity L2. {{(pid=86270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:21:49.368169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848860289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5966382'] for subnet, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:49.372620 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:49.376293 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:49.384024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-48d2e873-2c60-4050-a746-c5e5cc4aeec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:49.386328 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:49.464529 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Pushing event updated for resources: {'Port': ['ID=29a50b89-cda2-44c4-9cdd-f5e384835954,revision_number=2']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:49.474124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:49.474401 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:49.474770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:49.475151 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:49.475545 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:49.476048 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:49.476500 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:49.476897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:49.477357 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:49.478140 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:49.479192 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:49.479192 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:21:49.484282 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:49.508342 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Attempting to bind port 29a50b89-cda2-44c4-9cdd-f5e384835954 on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:21:49.508758 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Attempting to bind port 29a50b89-cda2-44c4-9cdd-f5e384835954 by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:21:49.509163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Attempting to bind port 29a50b89-cda2-44c4-9cdd-f5e384835954 on network 6780f290-37a1-4067-835f-262019d95e51 {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:21:49.515988 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:21:49.516401 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Checking segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:21:49.516855 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:49.517291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Bound using segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:21:49.517824 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Bound port: 29a50b89-cda2-44c4-9cdd-f5e384835954, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:21:49.518242 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:49.602647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2a044a-d28f-4dd3-ba3a-61270af01913,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:49.608394 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] For port 29a50b89-cda2-44c4-9cdd-f5e384835954, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:21:49.612170 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] For port 29a50b89-cda2-44c4-9cdd-f5e384835954, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=29a50b89-cda2-44c4-9cdd-f5e384835954,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:21:49.615919 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:49.621508 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:49.624301 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:49.641666 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Checking segment: {'id': 'f92ba50c-361b-4b01-b798-0f5dec9a68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:21:49.642152 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Network hostable DHCP agents. Network: 04001aca-b2cb-4c23-aff2-4daa3c3f1308, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:21:49.706061 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Routers {'33d07287-5abb-466a-ac91-1f8e5bf4d39b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:21:49.706808 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:21:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:49.749027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:21:49.775638 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, 04001aca-b2cb-4c23-aff2-4daa3c3f1308) {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:21:49.784198 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Pushing event updated for resources: {'Port': ['ID=29a50b89-cda2-44c4-9cdd-f5e384835954,revision_number=3']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:49.789700 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0b66b0c2-6e60-4c40-b2d0-3e41b96d97e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:49.800000 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dddd88-9c92-4fc9-9684-f7bf877bdf84 None None] Network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:21:49.846509 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:49.882752 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:49.883402 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:49.945931 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.7100935 Apr 21 06:21:50.017548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] Set router 33d07287-5abb-466a-ac91-1f8e5bf4d39b gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:21:50.259521 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9882a5b8-0d1f-4a10-b121-7a42eb524992 req-b7864840-e6c9-495e-94ed-426be9a114e7 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b3a79e5-edc4-4f6b-bdff-a88708a2a96c HTTP/1.1" status: 200 len: 210 time: 0.1047611 Apr 21 06:21:50.361287 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082cf378-66ed-49a2-9ee8-9df45641625e None None] Network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:21:50.431169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Allocated IP 172.20.0.1 (3ef1878d-7d63-4dcc-a567-846d63e6c820/9ef494a8-064d-4fde-9bba-3e1272d32ff0/2b64f827-ac30-4644-8f76-c4a90b933952) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:21:50.880812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:21:44Z', 'revision_number': 3, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port': {'id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:42Z', 'updated_at': '2021-04-21T06:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:50.889657 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0402b8c3-8cd9-434f-b651-1d1d1d40edac None None] The sync data for ids ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'] in dv-cinder-776307-5-smb is: [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:21:44Z', 'revision_number': 3, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port': {'id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:42Z', 'updated_at': '2021-04-21T06:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:21:50.899110 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device f36136cc-b5b1-4de1-a174-be24d6354394 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:21:50.904215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:50.948701 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Transition to ACTIVE for port object 2b64f827-ac30-4644-8f76-c4a90b933952 will not be triggered until provisioned by entity DHCP. {{(pid=86267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:21:50.992777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:51.004396 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4c95f07a-44a8-4448-b1f3-8a19a6f47470 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:51.017333 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: f36136cc-b5b1-4de1-a174-be24d6354394 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:21:51.017641 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device f36136cc-b5b1-4de1-a174-be24d6354394 not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:21:51.107569 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Network 3ef1878d-7d63-4dcc-a567-846d63e6c820 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:21:51.119209 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:21:51.137913 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:21:51.200032 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Pushing event updated for resources: {'Port': ['ID=2b64f827-ac30-4644-8f76-c4a90b933952,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:51.214782 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:51.251049 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379259'] for router_interface, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:51.569763 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:51.670647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-9b6e71b9-2288-491e-bf1b-9388282a17fb None None] Provisioning for port 2b64f827-ac30-4644-8f76-c4a90b933952 completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:21:51.689782 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-9b6e71b9-2288-491e-bf1b-9388282a17fb None None] Provisioning complete for port 2b64f827-ac30-4644-8f76-c4a90b933952 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:21:51.691004 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9b6e71b9-2288-491e-bf1b-9388282a17fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:51.854328 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-9b6e71b9-2288-491e-bf1b-9388282a17fb None None] Port 2b64f827-ac30-4644-8f76-c4a90b933952 cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:21:52.153102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:52.161588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:52.208760 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e34c0e6f-a214-4d98-9f17-379ad77e28d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:52.314309 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Pushing event updated for resources: {'Port': ['ID=2b64f827-ac30-4644-8f76-c4a90b933952,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:52.321248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846679896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396642'] for router_interface, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:52.335803 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:52.384149 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01703a4c-3273-4720-abc2-23d26384905b req-c87ead67-ae50-4ed1-9a7b-02cd55358790 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:52.393509 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-01703a4c-3273-4720-abc2-23d26384905b req-c87ead67-ae50-4ed1-9a7b-02cd55358790 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.1755264 Apr 21 06:21:52.448388 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-01703a4c-3273-4720-abc2-23d26384905b req-1612bd3f-23c8-4afe-8535-fddf9ef9c2fe tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538447 Apr 21 06:21:52.523623 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Network 3ef1878d-7d63-4dcc-a567-846d63e6c820 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:21:52.525481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:21:52.817853 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Router 33d07287-5abb-466a-ac91-1f8e5bf4d39b has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:21:52.922834 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-3661b2bc-70d3-4e4e-8198-afcf0c6693fc None None] Provisioning complete for port 2b64f827-ac30-4644-8f76-c4a90b933952 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:21:52.923278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3661b2bc-70d3-4e4e-8198-afcf0c6693fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:53.045477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 29a50b89-cda2-44c4-9cdd-f5e384835954 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:21:53.058557 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:21:53.069395 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] 10.222.0.32 "PUT /v2.0/routers/33d07287-5abb-466a-ac91-1f8e5bf4d39b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3170772 Apr 21 06:21:53.130000 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-3661b2bc-70d3-4e4e-8198-afcf0c6693fc None None] Port 2b64f827-ac30-4644-8f76-c4a90b933952 cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:21:53.155175 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 29a50b89-cda2-44c4-9cdd-f5e384835954 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:21:53.166662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 29a50b89-cda2-44c4-9cdd-f5e384835954 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:21:53.167090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:53.357903 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:53.384137 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port 29a50b89-cda2-44c4-9cdd-f5e384835954, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=29a50b89-cda2-44c4-9cdd-f5e384835954,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:21:53.388904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:53.391320 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-61122328-e81d-41a4-9f24-0ed94613228b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:53.650188 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=29a50b89-cda2-44c4-9cdd-f5e384835954,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:53.659899 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:53.751593 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-9ba3ac49-ac5c-4f18-a0d2-9110dd857abd tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:53.752383 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-9ba3ac49-ac5c-4f18-a0d2-9110dd857abd tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Synchronizing usage tracker for tenant:dfc75c75a56f459c9238034f2a8c9179 on resource:network {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:21:53.793838 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-9ba3ac49-ac5c-4f18-a0d2-9110dd857abd tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Unset dirty status for tenant:dfc75c75a56f459c9238034f2a8c9179 on resource:network {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:21:53.795194 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-9ba3ac49-ac5c-4f18-a0d2-9110dd857abd tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/networks?id=04001aca-b2cb-4c23-aff2-4daa3c3f1308 HTTP/1.1" status: 200 len: 809 time: 0.4583163 Apr 21 06:21:53.820003 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-ab72d073-7efc-4a88-9126-b7e08d0bc69e tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/quotas/dfc75c75a56f459c9238034f2a8c9179 HTTP/1.1" status: 200 len: 375 time: 0.0131903 Apr 21 06:21:53.897321 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-096c3fe9-f18c-4ea5-b17a-8c7db09758cf tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfc75c75a56f459c9238034f2a8c9179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701728 Apr 21 06:21:53.915867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5288f2-d64c-4817-88f4-b1af9ff6e3f7 req-87bb85ac-d17b-4f45-aa26-913946b7b23a tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:53.927322 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5e5288f2-d64c-4817-88f4-b1af9ff6e3f7 req-87bb85ac-d17b-4f45-aa26-913946b7b23a tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.2094712 Apr 21 06:21:54.078181 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5e5288f2-d64c-4817-88f4-b1af9ff6e3f7 req-a89f0fb8-ed37-4a11-97f9-df86ab989ca3 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440461 Apr 21 06:21:54.137033 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-672297eb-ac23-4d60-9aa1-cfad125806d8 service neutron] 10.222.0.32 "GET /v2.0/networks/04001aca-b2cb-4c23-aff2-4daa3c3f1308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127459 Apr 21 06:21:54.205223 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 32908) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:54.212057 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1022469085-network', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:54.237188 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:54.245725 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Usage tracker for resource:network and tenant:b14dea4c98fc4a9f851c3ca3d5faf7ca is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:54.253077 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:54.272865 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:54.291985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Made reservation on behalf of b14dea4c98fc4a9f851c3ca3d5faf7ca for: {'network': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:21:54.297273 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:54.328124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:54.338174 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-bacce2cd-c365-41b9-92d8-212a46081043 service neutron] 10.222.0.32 "GET /v2.0/networks/04001aca-b2cb-4c23-aff2-4daa3c3f1308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000968 Apr 21 06:21:54.343716 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:54.348892 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Usage tracker for resource:security_group_rule and tenant:b14dea4c98fc4a9f851c3ca3d5faf7ca is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:54.352271 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:54.359044 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:54.525499 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:54.530980 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:54.544135 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7a63ebef-4faa-4356-aa5b-124132a7b0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:54.570139 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=86268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:21:54.613819 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:54.615036 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Added segment f3915218-a227-41b5-845c-a64e53a69b03 of type vlan for network fa3076dc-698b-4a15-9599-bb3033a69604 Apr 21 06:21:54.689740 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Sync routers for ids ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:21:54.721530 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Routers {'33d07287-5abb-466a-ac91-1f8e5bf4d39b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:21:54.723087 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:21:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:54.829061 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4373d773-f747-42ee-a75e-0aeb742fd065,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:54.857660 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:54.909085 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-27ae7905-43c1-4314-9a95-6fbd100af644 req-47f81849-b1a1-4802-b429-63130e203f2a tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 210 time: 0.2191095 Apr 21 06:21:54.930034 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:55.018191 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b172d9-5628-4584-b48e-2ca12f7eea12 req-0db3850e-f583-4132-9442-221909ad69e9 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:55.021016 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-29b172d9-5628-4584-b48e-2ca12f7eea12 req-0db3850e-f583-4132-9442-221909ad69e9 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.4244769 Apr 21 06:21:55.022054 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:55.023636 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:55.024502 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:55.034810 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8e7d7813-a433-4b46-9c89-aca3f359b827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:55.048734 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 29a50b89-cda2-44c4-9cdd-f5e384835954 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:21:55.155205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-29b172d9-5628-4584-b48e-2ca12f7eea12 req-a301b7d3-f8dc-44de-9c21-797b9ad4b7dd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Deleting port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:21:55.155589 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-29b172d9-5628-4584-b48e-2ca12f7eea12 req-a301b7d3-f8dc-44de-9c21-797b9ad4b7dd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:55.173735 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Set router 33d07287-5abb-466a-ac91-1f8e5bf4d39b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:21:55.279058 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 29a50b89-cda2-44c4-9cdd-f5e384835954 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:21:55.279624 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:55.330644 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1236458 Apr 21 06:21:55.334560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 32982) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:55.342561 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa3076dc-698b-4a15-9599-bb3033a69604,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:55.347768 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Request body: {'subnet': {'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1022469085-subnet', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'ip_version': 4}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:55.354715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:55.369826 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network fa3076dc-698b-4a15-9599-bb3033a69604 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:21:55.384238 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:55.404520 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Usage tracker for resource:subnet and tenant:b14dea4c98fc4a9f851c3ca3d5faf7ca is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:55.418760 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:55.441668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:55.526293 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Made reservation on behalf of b14dea4c98fc4a9f851c3ca3d5faf7ca for: {'subnet': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:21:55.531409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5966399'] for subnet, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:56.018078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2c8f-c182-4977-b32d-fcbe5999fd43 req-7133e760-8d5c-44e5-853d-04c41c584549 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:56.020892 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b59e2c8f-c182-4977-b32d-fcbe5999fd43 req-7133e760-8d5c-44e5-853d-04c41c584549 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 946 time: 0.5736403 Apr 21 06:21:56.159575 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b59e2c8f-c182-4977-b32d-fcbe5999fd43 req-ce66faa4-1efe-469b-99ea-b3508236efe5 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241648 Apr 21 06:21:56.235514 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-29b172d9-5628-4584-b48e-2ca12f7eea12 req-a301b7d3-f8dc-44de-9c21-797b9ad4b7dd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] For port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1bfaa4e6-1205-4b3f-a08b-4196c70e3379,segment=NetworkSegment(7d3be69a-410e-48ca-8113-93e7ce98c4d3),segment_id=7d3be69a-410e-48ca-8113-93e7ce98c4d3)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:21:56.236637 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-29b172d9-5628-4584-b48e-2ca12f7eea12 req-a301b7d3-f8dc-44de-9c21-797b9ad4b7dd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:56.495355 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:21:51Z', 'revision_number': 4, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port': {'id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:42Z', 'updated_at': '2021-04-21T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '2b64f827-ac30-4644-8f76-c4a90b933952', 'name': '', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'mac_address': 'fa:16:3e:15:ae:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:50Z', 'updated_at': '2021-04-21T06:21:51Z', 'revision_number': 2, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'subnets': [{'id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:56.515674 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Checking router: 33d07287-5abb-466a-ac91-1f8e5bf4d39b for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:21:56.516274 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Updating router 33d07287-5abb-466a-ac91-1f8e5bf4d39b port 2b64f827-ac30-4644-8f76-c4a90b933952 binding host dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:21:56.682861 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:56.876076 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-29b172d9-5628-4584-b48e-2ca12f7eea12 req-a301b7d3-f8dc-44de-9c21-797b9ad4b7dd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Calling delete_port for 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:21:57.013301 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6db2f56e-4429-4f5a-a11a-ea0a236e6b6b req-bdc2c3c6-40fc-4c54-bc29-cfb08c414e3d tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 210 time: 0.7403009 Apr 21 06:21:57.067861 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-602b0c3e-4bd6-42c5-b9c9-47947c27c035 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:57.089816 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-602b0c3e-4bd6-42c5-b9c9-47947c27c035 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.41 "GET /v2.0/networks?id=04001aca-b2cb-4c23-aff2-4daa3c3f1308 HTTP/1.1" status: 200 len: 809 time: 0.8381865 Apr 21 06:21:57.123207 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Request body: {'port': {'device_id': 'd7b26383-9048-4bae-b0fe-10acb0aa29a7', 'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308', 'admin_state_up': True, 'tenant_id': 'dfc75c75a56f459c9238034f2a8c9179'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:57.380580 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-29b172d9-5628-4584-b48e-2ca12f7eea12 req-a301b7d3-f8dc-44de-9c21-797b9ad4b7dd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:57.400522 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['3102e3f3-68d1-4b6e-affc-b5c998dcc433'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:21:57.407622 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:57.477519 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848860289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5966382'] for subnet, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:57.489308 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:57.563436 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:57.678185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301b7d3-f8dc-44de-9c21-797b9ad4b7dd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Pushing event deleted for resources: {'Port': ['ID=1bfaa4e6-1205-4b3f-a08b-4196c70e3379,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:57.688653 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-50355668-745c-4306-8869-ae88893cf68d req-c263270b-c65e-4479-9c62-f993738ed475 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 210 time: 0.2022462 Apr 21 06:21:57.691325 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Usage tracker for resource:port and tenant:dfc75c75a56f459c9238034f2a8c9179 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:57.695879 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:57.702657 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:57.719997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5b99ffc-4c2c-41b5-81f9-e158eb289a90,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:57.723259 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:57.726442 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Made reservation on behalf of dfc75c75a56f459c9238034f2a8c9179 for: {'port': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:21:57.727575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a301b7d3-f8dc-44de-9c21-797b9ad4b7dd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:57.734197 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:57.772985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b172d9-5628-4584-b48e-2ca12f7eea12 req-a301b7d3-f8dc-44de-9c21-797b9ad4b7dd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] No DVR routers for this DVR port 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:21:57.775880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-29b172d9-5628-4584-b48e-2ca12f7eea12 req-a301b7d3-f8dc-44de-9c21-797b9ad4b7dd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:57.786479 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8710496-54e7-4c7a-8760-79e7dabb8b15', 'name': 'network-vif-deleted', 'tag': '1bfaa4e6-1205-4b3f-a08b-4196c70e3379'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:21:57.793338 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-29b172d9-5628-4584-b48e-2ca12f7eea12 req-a301b7d3-f8dc-44de-9c21-797b9ad4b7dd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.41 "DELETE /v2.0/ports/1bfaa4e6-1205-4b3f-a08b-4196c70e3379 HTTP/1.1" status: 204 len: 173 time: 2.7618287 Apr 21 06:21:57.875933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Checking segment: {'id': 'f3915218-a227-41b5-845c-a64e53a69b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:21:57.876487 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Network hostable DHCP agents. Network: fa3076dc-698b-4a15-9599-bb3033a69604, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:21:57.885188 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8710496-54e7-4c7a-8760-79e7dabb8b15', 'name': 'network-vif-deleted', 'tag': '1bfaa4e6-1205-4b3f-a08b-4196c70e3379', 'status': 'completed', 'code': 200} Apr 21 06:21:57.918430 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Notify callbacks [] for port, precommit_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:57.933981 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Network fa3076dc-698b-4a15-9599-bb3033a69604 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:21:57.939156 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Transition to ACTIVE for port object 2b64f827-ac30-4644-8f76-c4a90b933952 will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:21:57.949809 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:57.957238 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:58.012850 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, fa3076dc-698b-4a15-9599-bb3033a69604) {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:21:58.031355 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:58.032045 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:58.068385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 33070) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:21:58.068688 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-dee6769c-8cd0-473d-90a1-df9241ceeb16 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7318027 Apr 21 06:21:58.075156 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1022469085-router', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:58.091160 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:21:58.099298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Usage tracker for resource:router and tenant:b14dea4c98fc4a9f851c3ca3d5faf7ca is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:21:58.107537 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:21:58.126821 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:21:58.141963 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Allocated IP 172.20.0.5 (04001aca-b2cb-4c23-aff2-4daa3c3f1308/8a2a044a-d28f-4dd3-ba3a-61270af01913/eac45be1-c860-41af-937c-54781f26b646) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:21:58.198989 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3091'] for router, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:58.200750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846785787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846888684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772709'] for router, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:58.245754 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:58.259071 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c91956-4a33-4e6b-a6af-90b25769c783 None None] Pushing event updated for resources: {'Port': ['ID=2b64f827-ac30-4644-8f76-c4a90b933952,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:58.271884 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-92c91956-4a33-4e6b-a6af-90b25769c783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:58.276377 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc7e5d-f37a-4144-b0dc-984e4a0b7192 None None] Network fa3076dc-698b-4a15-9599-bb3033a69604 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:21:58.337312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-f7ec77ba-8e02-401d-bd72-2e5586037f64 req-26b8ac72-cd45-4ba1-8550-b2adca00108a tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Synchronizing usage tracker for tenant:dfc75c75a56f459c9238034f2a8c9179 on resource:port {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:21:58.371545 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-f7ec77ba-8e02-401d-bd72-2e5586037f64 req-26b8ac72-cd45-4ba1-8550-b2adca00108a tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Unset dirty status for tenant:dfc75c75a56f459c9238034f2a8c9179 on resource:port {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:21:58.373530 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f7ec77ba-8e02-401d-bd72-2e5586037f64 req-26b8ac72-cd45-4ba1-8550-b2adca00108a tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 210 time: 0.1202478 Apr 21 06:21:58.762169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846785550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772726'] for router, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:58.839238 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:21:58.852160 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:58.923816 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:58.957398 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:59.097336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:21:59.097739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 1bfaa4e6-1205-4b3f-a08b-4196c70e3379 not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:21:59.119904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0189f098-c9a3-54f9-84eb-8f7de1146704-fa3076dc-698b-4a15-9599-bb3033a69604', 'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'fixed_ips': [{'subnet_id': 'f5b99ffc-4c2c-41b5-81f9-e158eb289a90'}]}} from dv-cinder-776307-5-smb. {{(pid=86269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:21:59.120863 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:59.133464 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:21:59.134356 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Attempting to bind port 2b64f827-ac30-4644-8f76-c4a90b933952 on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:21:59.134791 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Attempting to bind port 2b64f827-ac30-4644-8f76-c4a90b933952 by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': 'b236632d-45f1-4633-9604-0c9b19e9bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:21:59.135200 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Pushing event updated for resources: {'Port': ['ID=eac45be1-c860-41af-937c-54781f26b646,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:59.135388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Attempting to bind port 2b64f827-ac30-4644-8f76-c4a90b933952 on network 3ef1878d-7d63-4dcc-a567-846d63e6c820 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:21:59.138494 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:21:59.146083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:59.147158 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:21:59.151882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:21:59.152423 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Checking segment: {'id': 'b236632d-45f1-4633-9604-0c9b19e9bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:21:59.152880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:59.153324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Bound using segment: {'id': 'b236632d-45f1-4633-9604-0c9b19e9bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:21:59.153865 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Bound port: 2b64f827-ac30-4644-8f76-c4a90b933952, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b236632d-45f1-4633-9604-0c9b19e9bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:21:59.154289 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:59.289254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:21:59.290983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for port, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:59.333437 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2278183 Apr 21 06:21:59.345901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Request body: {'port': {'device_id': 'd7b26383-9048-4bae-b0fe-10acb0aa29a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:21:59.347226 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] For port 2b64f827-ac30-4644-8f76-c4a90b933952, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:21:59.353955 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] For port 2b64f827-ac30-4644-8f76-c4a90b933952, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=2b64f827-ac30-4644-8f76-c4a90b933952,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:21:59.412623 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:59.427455 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:21:59.429770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-5e2f09f9-bb85-4013-a9d0-d51e24666f80 req-e4aaae04-1a3d-4caa-9279-9d3ca1cbfdbb tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Synchronizing usage tracker for tenant:6b36b6f127b24361924ef09764ac2fce on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:21:59.485099 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-5e2f09f9-bb85-4013-a9d0-d51e24666f80 req-e4aaae04-1a3d-4caa-9279-9d3ca1cbfdbb tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Unset dirty status for tenant:6b36b6f127b24361924ef09764ac2fce on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:21:59.493087 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5e2f09f9-bb85-4013-a9d0-d51e24666f80 req-e4aaae04-1a3d-4caa-9279-9d3ca1cbfdbb tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8710496-54e7-4c7a-8760-79e7dabb8b15 HTTP/1.1" status: 200 len: 210 time: 0.3666399 Apr 21 06:21:59.576205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:59.619453 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c91956-4a33-4e6b-a6af-90b25769c783 None None] Pushing event updated for resources: {'Port': ['ID=2b64f827-ac30-4644-8f76-c4a90b933952,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:21:59.647548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-92c91956-4a33-4e6b-a6af-90b25769c783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:21:59.712116 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Allocated IP 172.20.0.2 (fa3076dc-698b-4a15-9599-bb3033a69604/f5b99ffc-4c2c-41b5-81f9-e158eb289a90/043db8a0-a784-49d9-9ccd-94a194329261) {{(pid=86269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:21:59.763363 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:21:59.801174 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Routers {'33d07287-5abb-466a-ac91-1f8e5bf4d39b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:21:59.802977 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:21:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:21:59.841652 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:00.012852 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:22:00.056748 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Allocated IP 172.28.0.210 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/f48c2b92-90d8-4e04-acff-f9b392781124) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:22:00.261522 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:00.261986 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89b17f-3757-4278-9269-0d7a3f05b089 req-57d628f0-0e6f-4e62-a04d-b8939704c84a tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:00.263980 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5a89b17f-3757-4278-9269-0d7a3f05b089 req-57d628f0-0e6f-4e62-a04d-b8939704c84a tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 931 time: 0.3027065 Apr 21 06:22:00.297042 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac45be1-c860-41af-937c-54781f26b646 {{(pid=86267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:22:00.308510 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:00.308846 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:00.315491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a301b7d3-f8dc-44de-9c21-797b9ad4b7dd tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:00.341722 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-5a89b17f-3757-4278-9269-0d7a3f05b089 req-98ef1ab9-06ab-4200-bb87-310fea5911b2 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Synchronizing usage tracker for tenant:dfc75c75a56f459c9238034f2a8c9179 on resource:security_group {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:22:00.347493 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Transition to ACTIVE for port object eac45be1-c860-41af-937c-54781f26b646 will not be triggered until provisioned by entity L2. {{(pid=86267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:00.353196 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:00.367022 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3a5abee6-c2ff-4f27-af08-d214830aa5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:00.382226 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:22:00.385450 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:22:00.390213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:22:00.406893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] Set router 33d07287-5abb-466a-ac91-1f8e5bf4d39b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:22:00.446737 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Pushing event updated for resources: {'Port': ['ID=f48c2b92-90d8-4e04-acff-f9b392781124,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:00.452212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:00.505338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-5a89b17f-3757-4278-9269-0d7a3f05b089 req-98ef1ab9-06ab-4200-bb87-310fea5911b2 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Unset dirty status for tenant:dfc75c75a56f459c9238034f2a8c9179 on resource:security_group {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:22:00.514688 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5a89b17f-3757-4278-9269-0d7a3f05b089 req-98ef1ab9-06ab-4200-bb87-310fea5911b2 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432160 Apr 21 06:22:00.671830 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Pushing event updated for resources: {'Port': ['ID=eac45be1-c860-41af-937c-54781f26b646,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:00.677243 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:00.679622 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Attempting to bind port eac45be1-c860-41af-937c-54781f26b646 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:22:00.680022 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Attempting to bind port eac45be1-c860-41af-937c-54781f26b646 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'f92ba50c-361b-4b01-b798-0f5dec9a68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308'}] {{(pid=86267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:22:00.680398 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Attempting to bind port eac45be1-c860-41af-937c-54781f26b646 on network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:00.687851 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Port eac45be1-c860-41af-937c-54781f26b646 on network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:22:00.688416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Attempting to bind port eac45be1-c860-41af-937c-54781f26b646 on network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:00.696311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:22:00.696699 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Checking segment: {'id': 'f92ba50c-361b-4b01-b798-0f5dec9a68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:22:00.697131 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Bound using segment: {'id': 'f92ba50c-361b-4b01-b798-0f5dec9a68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308'} {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:22:00.697720 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Bound port: eac45be1-c860-41af-937c-54781f26b646, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f92ba50c-361b-4b01-b798-0f5dec9a68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308'}}] {{(pid=86267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:22:00.698116 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:00.805409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Notify callbacks [] for port, precommit_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:00.818812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Transition to ACTIVE for port object 043db8a0-a784-49d9-9ccd-94a194329261 will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:00.844587 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Transition to ACTIVE for port object 043db8a0-a784-49d9-9ccd-94a194329261 will not be triggered until provisioned by entity DHCP. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:00.910078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:00.929941 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:01.009371 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] For port eac45be1-c860-41af-937c-54781f26b646, host hv-cinder-77630, cleared binding levels {{(pid=86267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:22:01.013965 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Network fa3076dc-698b-4a15-9599-bb3033a69604 is already hosted by enough agents. {{(pid=86269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:22:01.022194 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] For port eac45be1-c860-41af-937c-54781f26b646, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eac45be1-c860-41af-937c-54781f26b646,segment=NetworkSegment(f92ba50c-361b-4b01-b798-0f5dec9a68df),segment_id=f92ba50c-361b-4b01-b798-0f5dec9a68df)] {{(pid=86267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:22:01.026912 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Resources bound (agent type, host, resource id): {{(pid=86269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:22:01.027184 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:01.031457 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:01.043515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Received port after_create {{(pid=86269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:22:01.078686 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:01.183467 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 33142) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:01.185043 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:01.185643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for port, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:01.187237 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] 10.222.0.41 "PUT /v2.0/ports/eac45be1-c860-41af-937c-54781f26b646 HTTP/1.1" status: 200 len: 1093 time: 1.8467155 Apr 21 06:22:01.200123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b26383-9048-4bae-b0fe-10acb0aa29a7', 'tag': 'eac45be1-c860-41af-937c-54781f26b646'}] {{(pid=86267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:22:01.251729 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Pushing event updated for resources: {'Port': ['ID=eac45be1-c860-41af-937c-54781f26b646,revision_number=3']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:01.259219 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:01.580958 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b26383-9048-4bae-b0fe-10acb0aa29a7', 'tag': 'eac45be1-c860-41af-937c-54781f26b646', 'status': 'completed', 'code': 200} Apr 21 06:22:01.585075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Pushing event updated for resources: {'Port': ['ID=043db8a0-a784-49d9-9ccd-94a194329261,revision_number=1']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:01.609268 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:01.626610 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Attempting to bind port 043db8a0-a784-49d9-9ccd-94a194329261 on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:22:01.628107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Attempting to bind port 043db8a0-a784-49d9-9ccd-94a194329261 by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': 'f3915218-a227-41b5-845c-a64e53a69b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:22:01.629169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Attempting to bind port 043db8a0-a784-49d9-9ccd-94a194329261 on network fa3076dc-698b-4a15-9599-bb3033a69604 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:01.646761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:22:01.648171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Checking segment: {'id': 'f3915218-a227-41b5-845c-a64e53a69b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:22:01.649274 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:01.650405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Bound using segment: {'id': 'f3915218-a227-41b5-845c-a64e53a69b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:22:01.651395 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-8880c89f-88ee-47b1-87ee-404e23543ede admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=febc1ebfc6ae45058bdb5d19f4f5a25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613886 Apr 21 06:22:01.653381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 33156) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:01.653849 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Bound port: 043db8a0-a784-49d9-9ccd-94a194329261, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3915218-a227-41b5-845c-a64e53a69b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:22:01.655104 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:01.697658 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8ef21980-a96c-4de8-bf90-e4b5a6cc565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:01.699577 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-8ef21980-a96c-4de8-bf90-e4b5a6cc565e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc75c75a56f459c9238034f2a8c9179&device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 1096 time: 0.2501931 Apr 21 06:22:01.766878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:21:51Z', 'revision_number': 4, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port': {'id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:42Z', 'updated_at': '2021-04-21T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '2b64f827-ac30-4644-8f76-c4a90b933952', 'name': '', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'mac_address': 'fa:16:3e:15:ae:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:50Z', 'updated_at': '2021-04-21T06:21:59Z', 'revision_number': 4, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'subnets': [{'id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:01.807484 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-66e9831e-5fbd-47b5-9848-ae28e7d20920 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eac45be1-c860-41af-937c-54781f26b646 HTTP/1.1" status: 200 len: 217 time: 0.0882132 Apr 21 06:22:01.820212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89a7ea-b629-419d-a413-81a79536caea None None] The sync data for ids ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'] in dv-cinder-776307-5-smb is: [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:21:51Z', 'revision_number': 4, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port': {'id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:42Z', 'updated_at': '2021-04-21T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '2b64f827-ac30-4644-8f76-c4a90b933952', 'name': '', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'mac_address': 'fa:16:3e:15:ae:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:50Z', 'updated_at': '2021-04-21T06:21:59Z', 'revision_number': 4, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'subnets': [{'id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:22:01.959966 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] For port 043db8a0-a784-49d9-9ccd-94a194329261, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:22:01.969456 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] For port 043db8a0-a784-49d9-9ccd-94a194329261, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=043db8a0-a784-49d9-9ccd-94a194329261,segment=NetworkSegment(f3915218-a227-41b5-845c-a64e53a69b03),segment_id=f3915218-a227-41b5-845c-a64e53a69b03)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:22:01.976741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:01.996461 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e72a397d-25e1-4453-95a8-40afc5cf015f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:02.026024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-68cc2a41-34d7-4e45-bec2-377d67058753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:02.091673 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-7734ea71-991d-44d0-9372-d8a6c0da9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:02.093874 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-7734ea71-991d-44d0-9372-d8a6c0da9681 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a2a044a-d28f-4dd3-ba3a-61270af01913 HTTP/1.1" status: 200 len: 849 time: 0.2707934 Apr 21 06:22:02.101168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-68cc2a41-34d7-4e45-bec2-377d67058753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:02.138610 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7990232'] for router, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:02.157804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Pushing event updated for resources: {'Port': ['ID=043db8a0-a784-49d9-9ccd-94a194329261,revision_number=2']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:02.174603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:02.305895 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-3f2da1f5-4948-44a6-b7a1-db4c4fbc9504 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04001aca-b2cb-4c23-aff2-4daa3c3f1308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1893070 Apr 21 06:22:02.477980 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd66587-8c6c-48bb-ae8b-47baf287933d req-a5fdd088-492a-4a52-9137-7ae944517bd1 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:02.480220 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34789d-3d14-4eee-a4d8-f9e42ea3679e req-c71a941b-2f28-4a57-8db8-617f60eb4869 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:02.490518 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fa34789d-3d14-4eee-a4d8-f9e42ea3679e req-c71a941b-2f28-4a57-8db8-617f60eb4869 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 943 time: 0.5687671 Apr 21 06:22:02.492157 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7cd66587-8c6c-48bb-ae8b-47baf287933d req-a5fdd088-492a-4a52-9137-7ae944517bd1 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.9567416 Apr 21 06:22:02.653138 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fa34789d-3d14-4eee-a4d8-f9e42ea3679e req-25ffbf54-6762-4a29-ab79-09ca2e3efcd4 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607435 Apr 21 06:22:02.710969 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7cd66587-8c6c-48bb-ae8b-47baf287933d req-f83329d1-0040-49d1-a797-ce8cba045463 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170055 Apr 21 06:22:02.725635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Router ea6bd5b6-a5e7-4211-90a8-34f1bd63325a is scheduled to L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc with binding_index 1 {{(pid=86268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:22:02.776780 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-73884a72-ebd0-444d-91e1-66da2c5c9561 service neutron] 10.222.0.41 "GET /v2.0/networks/04001aca-b2cb-4c23-aff2-4daa3c3f1308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404078 Apr 21 06:22:02.840929 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-68cc2a41-34d7-4e45-bec2-377d67058753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:02.867552 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1348a9f2-5f1e-4d7a-9d49-dda28a3ab2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:03.043780 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-68cc2a41-34d7-4e45-bec2-377d67058753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:03.049037 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-68cc2a41-34d7-4e45-bec2-377d67058753 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25f84467-18aa-4d64-8b5a-b10b4f6a7507 HTTP/1.1" status: 204 len: 168 time: 1.3911850 Apr 21 06:22:03.052515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc2a41-34d7-4e45-bec2-377d67058753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f84467-18aa-4d64-8b5a-b10b4f6a7507,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:03.087410 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-68cc2a41-34d7-4e45-bec2-377d67058753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:03.165622 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:22:03.191725 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Sync routers for ids ['ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:22:03.238459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Notify callbacks [] for router, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:03.240471 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1699698 Apr 21 06:22:03.243716 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Routers {'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:22:03.244844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:21:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:03.245598 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 33170) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:03.257943 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7045259e-019a-4698-8de6-24fcad4f3f84 req-6797a44e-a17d-434b-a406-6ef71a998f67 service neutron] 10.222.0.41 "GET /v2.0/networks/04001aca-b2cb-4c23-aff2-4daa3c3f1308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736800 Apr 21 06:22:03.455126 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 2b64f827-ac30-4644-8f76-c4a90b933952 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:03.501193 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242f3b4-e6db-42c6-b46c-3e6b129eb203 req-8e2d72c8-d222-4e09-9d36-42cd91d719fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:03.503022 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a242f3b4-e6db-42c6-b46c-3e6b129eb203 req-8e2d72c8-d222-4e09-9d36-42cd91d719fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc75c75a56f459c9238034f2a8c9179&device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 1096 time: 0.1618574 Apr 21 06:22:03.594407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 2b64f827-ac30-4644-8f76-c4a90b933952 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:03.617875 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 2b64f827-ac30-4644-8f76-c4a90b933952 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:03.618353 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:03.948601 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242f3b4-e6db-42c6-b46c-3e6b129eb203 req-c001938e-27ea-426f-8b59-cbaee98361e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:03.954792 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a242f3b4-e6db-42c6-b46c-3e6b129eb203 req-c001938e-27ea-426f-8b59-cbaee98361e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04001aca-b2cb-4c23-aff2-4daa3c3f1308 HTTP/1.1" status: 200 len: 910 time: 0.4289465 Apr 21 06:22:03.995631 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Set router ea6bd5b6-a5e7-4211-90a8-34f1bd63325a gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:22:04.047045 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:04.114602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port 2b64f827-ac30-4644-8f76-c4a90b933952, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=2b64f827-ac30-4644-8f76-c4a90b933952,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:04.124229 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:04.125213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 043db8a0-a784-49d9-9ccd-94a194329261 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:04.166624 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6dfedec4-4259-4a37-b741-d4cbde102420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:04.173571 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a242f3b4-e6db-42c6-b46c-3e6b129eb203 req-0ee407de-a78d-4d7a-956b-2c23a3e45a67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eac45be1-c860-41af-937c-54781f26b646 HTTP/1.1" status: 200 len: 217 time: 0.2062376 Apr 21 06:22:04.303635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=2b64f827-ac30-4644-8f76-c4a90b933952,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:04.314909 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:04.325969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 043db8a0-a784-49d9-9ccd-94a194329261 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:04.343230 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242f3b4-e6db-42c6-b46c-3e6b129eb203 req-81ac4a4f-89f6-4618-a305-bb88eb5db728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:04.345201 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a242f3b4-e6db-42c6-b46c-3e6b129eb203 req-81ac4a4f-89f6-4618-a305-bb88eb5db728 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a2a044a-d28f-4dd3-ba3a-61270af01913 HTTP/1.1" status: 200 len: 849 time: 0.1648755 Apr 21 06:22:04.350207 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d4b0a3-3079-4121-9384-05dd2aab7598 None None] Network fa3076dc-698b-4a15-9599-bb3033a69604 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:22:04.488595 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a242f3b4-e6db-42c6-b46c-3e6b129eb203 req-799c79d9-1793-42dd-90a0-34d70282eeee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04001aca-b2cb-4c23-aff2-4daa3c3f1308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312501 Apr 21 06:22:04.774530 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'name': 'tempest-TestMinimumBasicScenario-1022469085-router', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:58Z', 'updated_at': '2021-04-21T06:22:00Z', 'revision_number': 3, 'project_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'gw_port': {'id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:59Z', 'updated_at': '2021-04-21T06:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:04.781479 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Checking router: ea6bd5b6-a5e7-4211-90a8-34f1bd63325a for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:22:04.782195 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Updating router ea6bd5b6-a5e7-4211-90a8-34f1bd63325a port f48c2b92-90d8-4e04-acff-f9b392781124 binding host dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:22:04.834035 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84341d-891c-4474-a485-a3b92586a10d req-20cd3821-6c41-4c81-b3ac-baad307d61c7 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:04.843523 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5c84341d-891c-4474-a485-a3b92586a10d req-20cd3821-6c41-4c81-b3ac-baad307d61c7 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 943 time: 0.6514673 Apr 21 06:22:04.885832 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:04.977187 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a242f3b4-e6db-42c6-b46c-3e6b129eb203 req-6a5a5c5a-ce7b-4261-854d-c25174a6d8f2 service neutron] 10.222.0.41 "GET /v2.0/networks/04001aca-b2cb-4c23-aff2-4daa3c3f1308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810960 Apr 21 06:22:05.031196 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 2b64f827-ac30-4644-8f76-c4a90b933952 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:05.058283 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5c84341d-891c-4474-a485-a3b92586a10d req-60790725-63a8-4269-a03e-844b04ce7c33 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134304 Apr 21 06:22:05.263388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:05.306714 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-a17d5c9a-b354-40a0-9f75-081ce7df033a None None] Provisioning for port 043db8a0-a784-49d9-9ccd-94a194329261 completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:05.329345 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-a17d5c9a-b354-40a0-9f75-081ce7df033a None None] Provisioning complete for port 043db8a0-a784-49d9-9ccd-94a194329261 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:05.329838 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a17d5c9a-b354-40a0-9f75-081ce7df033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:05.368023 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a242f3b4-e6db-42c6-b46c-3e6b129eb203 req-4660dd3c-63f5-4c03-889f-451f005376b6 service neutron] 10.222.0.41 "GET /v2.0/networks/04001aca-b2cb-4c23-aff2-4daa3c3f1308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151679 Apr 21 06:22:05.384011 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d62f0b-0995-44a7-b00b-2e8092ca99bd req-8f5d8b23-068f-4214-95d8-28f086d38dd9 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:05.386409 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-54d62f0b-0995-44a7-b00b-2e8092ca99bd req-8f5d8b23-068f-4214-95d8-28f086d38dd9 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.4073718 Apr 21 06:22:05.389231 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 33194) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:05.408919 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Notify callbacks [] for port, precommit_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:05.410885 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 2b64f827-ac30-4644-8f76-c4a90b933952 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:05.410885 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:05.423464 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Transition to ACTIVE for port object f48c2b92-90d8-4e04-acff-f9b392781124 will not be triggered until provisioned by entity L2. {{(pid=86270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:05.430758 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:05.443234 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2a085831-6c9f-40a6-bf9d-5ee3ff89f726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:05.516488 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-54d62f0b-0995-44a7-b00b-2e8092ca99bd req-14570d05-cb61-4b34-a9d8-d29c83b6f625 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105070 Apr 21 06:22:05.545370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d181a3-dca0-43f6-a438-27c9d8bbab60 None None] Pushing event updated for resources: {'Port': ['ID=f48c2b92-90d8-4e04-acff-f9b392781124,revision_number=2']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:05.548552 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-23d181a3-dca0-43f6-a438-27c9d8bbab60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:05.562642 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Attempting to bind port f48c2b92-90d8-4e04-acff-f9b392781124 on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:22:05.563157 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Attempting to bind port f48c2b92-90d8-4e04-acff-f9b392781124 by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:22:05.564124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Attempting to bind port f48c2b92-90d8-4e04-acff-f9b392781124 on network 6780f290-37a1-4067-835f-262019d95e51 {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:05.585414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:22:05.585983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Checking segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:22:05.586534 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:05.587050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Bound using segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:22:05.603065 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Bound port: f48c2b92-90d8-4e04-acff-f9b392781124, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:22:05.604406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:05.714430 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Allocated IP 172.20.0.1 (fa3076dc-698b-4a15-9599-bb3033a69604/f5b99ffc-4c2c-41b5-81f9-e158eb289a90/0425914b-1ab9-4d4b-bd0d-0a1aab53cced) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:22:05.756388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a17d5c9a-b354-40a0-9f75-081ce7df033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:05.808682 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] For port f48c2b92-90d8-4e04-acff-f9b392781124, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:22:05.820875 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] For port f48c2b92-90d8-4e04-acff-f9b392781124, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=f48c2b92-90d8-4e04-acff-f9b392781124,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:22:05.827507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:05.854151 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-a17d5c9a-b354-40a0-9f75-081ce7df033a None None] For port 043db8a0-a784-49d9-9ccd-94a194329261, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=043db8a0-a784-49d9-9ccd-94a194329261,segment=NetworkSegment(f3915218-a227-41b5-845c-a64e53a69b03),segment_id=f3915218-a227-41b5-845c-a64e53a69b03)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:05.858792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a17d5c9a-b354-40a0-9f75-081ce7df033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:05.860088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:05.861395 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:05.914169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-766ab22b-a5ab-435c-9a6a-cb5f3fb30b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:05.950854 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-766ab22b-a5ab-435c-9a6a-cb5f3fb30b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:05.965450 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-766ab22b-a5ab-435c-9a6a-cb5f3fb30b8b admin admin] Usage tracker for resource:security_group_rule and tenant:dc94a4e37d4947e199e6bdf6da524c17 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:22:05.973287 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-766ab22b-a5ab-435c-9a6a-cb5f3fb30b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:22:05.998068 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-766ab22b-a5ab-435c-9a6a-cb5f3fb30b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:06.006210 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d5c9a-b354-40a0-9f75-081ce7df033a None None] Pushing event updated for resources: {'Port': ['ID=043db8a0-a784-49d9-9ccd-94a194329261,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:06.033755 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a17d5c9a-b354-40a0-9f75-081ce7df033a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:06.035369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-98ebb07d-f99a-4e45-8340-62f91a169735 None None] Provisioning complete for port 043db8a0-a784-49d9-9ccd-94a194329261 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:06.035611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-98ebb07d-f99a-4e45-8340-62f91a169735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:06.092284 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Routers {'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:22:06.093389 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:21:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:06.209960 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-766ab22b-a5ab-435c-9a6a-cb5f3fb30b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:06.215808 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-766ab22b-a5ab-435c-9a6a-cb5f3fb30b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:06.236964 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d181a3-dca0-43f6-a438-27c9d8bbab60 None None] Pushing event updated for resources: {'Port': ['ID=f48c2b92-90d8-4e04-acff-f9b392781124,revision_number=3']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:06.247464 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-23d181a3-dca0-43f6-a438-27c9d8bbab60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:06.288494 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-282daaf6-1c8b-4a8c-b23a-371597068ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:06.336008 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-766ab22b-a5ab-435c-9a6a-cb5f3fb30b8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc94a4e37d4947e199e6bdf6da524c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9442391 Apr 21 06:22:06.353426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 33204) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:06.356505 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ab22b-a5ab-435c-9a6a-cb5f3fb30b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9d8605-a978-4553-820f-d5150c592d43,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:06.373870 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-766ab22b-a5ab-435c-9a6a-cb5f3fb30b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:06.474454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-95340af7-9db0-44df-9308-1b597d53d1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:06.532129 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-95340af7-9db0-44df-9308-1b597d53d1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:06.610577 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-95340af7-9db0-44df-9308-1b597d53d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:06.620603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-35ef2fa2-2453-4b36-9856-42700af98e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:06.641690 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95340af7-9db0-44df-9308-1b597d53d1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9d8605-a978-4553-820f-d5150c592d43,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:06.647418 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-95340af7-9db0-44df-9308-1b597d53d1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:06.652033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-95340af7-9db0-44df-9308-1b597d53d1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:06.656684 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-95340af7-9db0-44df-9308-1b597d53d1dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a9d8605-a978-4553-820f-d5150c592d43 HTTP/1.1" status: 204 len: 168 time: 0.2769859 Apr 21 06:22:06.692148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:06.705854 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device eac45be1-c860-41af-937c-54781f26b646 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:22:06.729796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Transition to ACTIVE for port object 0425914b-1ab9-4d4b-bd0d-0a1aab53cced will not be triggered until provisioned by entity DHCP. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:06.740594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fcfb1-dab9-433e-8345-ec2ec5c426c9 req-ac71b922-5b13-4eec-bc77-3f84087c9e91 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:06.749339 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9a9fcfb1-dab9-433e-8345-ec2ec5c426c9 req-ac71b922-5b13-4eec-bc77-3f84087c9e91 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 943 time: 0.4653833 Apr 21 06:22:06.750524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] Set router ea6bd5b6-a5e7-4211-90a8-34f1bd63325a gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:22:06.820375 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9a9fcfb1-dab9-433e-8345-ec2ec5c426c9 req-fdb8989d-ff24-4179-b860-a78c225f02de tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696769 Apr 21 06:22:06.866108 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:06.882765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1e67f867-62ba-4952-8d5c-deebc7187c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:07.076258 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 043db8a0-a784-49d9-9ccd-94a194329261 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:07.084536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b13c4d-dbfe-46a0-a2eb-0de11c9522ae req-e1ecca33-7e47-4e29-83af-69289383be5f tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:07.087418 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e9b13c4d-dbfe-46a0-a2eb-0de11c9522ae req-e1ecca33-7e47-4e29-83af-69289383be5f tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.3205729 Apr 21 06:22:07.121321 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Pushing event updated for resources: {'Port': ['ID=0425914b-1ab9-4d4b-bd0d-0a1aab53cced,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:07.176020 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:07.196054 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Network fa3076dc-698b-4a15-9599-bb3033a69604 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:22:07.210044 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:22:07.215717 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:22:07.217189 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-e9b13c4d-dbfe-46a0-a2eb-0de11c9522ae req-8b037f54-32a3-416c-82ba-e0165b59cda2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Deleting port 3102e3f3-68d1-4b6e-affc-b5c998dcc433 {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:22:07.217670 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-e9b13c4d-dbfe-46a0-a2eb-0de11c9522ae req-8b037f54-32a3-416c-82ba-e0165b59cda2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:07.380157 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379259'] for router_interface, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:07.462876 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798f5ae-85d9-42d8-92fc-2c02b5365658 req-d08ace72-ff2c-4627-9184-0c99d32225df tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:07.467641 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7798f5ae-85d9-42d8-92fc-2c02b5365658 req-d08ace72-ff2c-4627-9184-0c99d32225df tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 945 time: 0.3471301 Apr 21 06:22:07.568398 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port eac45be1-c860-41af-937c-54781f26b646, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eac45be1-c860-41af-937c-54781f26b646,segment=NetworkSegment(f92ba50c-361b-4b01-b798-0f5dec9a68df),segment_id=f92ba50c-361b-4b01-b798-0f5dec9a68df)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:07.591859 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 043db8a0-a784-49d9-9ccd-94a194329261 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:07.592664 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:07.600752 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7798f5ae-85d9-42d8-92fc-2c02b5365658 req-204ff9db-3aff-4afa-ba5e-18b0db4fb136 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/security-groups?id=e25172ad-57bf-4f5e-acfb-f3778a79e182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186135 Apr 21 06:22:07.663921 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': 'eac45be1-c860-41af-937c-54781f26b646', 'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308', 'port_id': 'eac45be1-c860-41af-937c-54781f26b646', 'mac_address': 'fa:16:3e:53:6a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2a044a-d28f-4dd3-ba3a-61270af01913', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:22:07.700321 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0bdbf2fc-d3c1-4a85-a5a2-8c5807cc29d5 None None] Provisioning for port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:07.733888 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 33218) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:07.760274 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0bdbf2fc-d3c1-4a85-a5a2-8c5807cc29d5 None None] Provisioning complete for port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:07.761057 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf2fc-d3c1-4a85-a5a2-8c5807cc29d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:07.776607 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-e9b13c4d-dbfe-46a0-a2eb-0de11c9522ae req-8b037f54-32a3-416c-82ba-e0165b59cda2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] For port 3102e3f3-68d1-4b6e-affc-b5c998dcc433, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3102e3f3-68d1-4b6e-affc-b5c998dcc433,segment=NetworkSegment(7d3be69a-410e-48ca-8113-93e7ce98c4d3),segment_id=7d3be69a-410e-48ca-8113-93e7ce98c4d3)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:07.777416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-e9b13c4d-dbfe-46a0-a2eb-0de11c9522ae req-8b037f54-32a3-416c-82ba-e0165b59cda2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:07.815295 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c70bcc15-0731-4f89-8316-6a09cc8b6750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:07.845163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'name': 'tempest-TestMinimumBasicScenario-1022469085-router', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:58Z', 'updated_at': '2021-04-21T06:22:00Z', 'revision_number': 3, 'project_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'gw_port': {'id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:59Z', 'updated_at': '2021-04-21T06:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:07.858439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473d51e-4168-435e-9100-b61d4918edd9 None None] The sync data for ids ['ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'] in dv-cinder-776307-5-smb is: [{'id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'name': 'tempest-TestMinimumBasicScenario-1022469085-router', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:58Z', 'updated_at': '2021-04-21T06:22:00Z', 'revision_number': 3, 'project_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'gw_port': {'id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:59Z', 'updated_at': '2021-04-21T06:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:22:07.870779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c70bcc15-0731-4f89-8316-6a09cc8b6750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:07.880558 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c70bcc15-0731-4f89-8316-6a09cc8b6750 admin admin] Usage tracker for resource:security_group_rule and tenant:3cd50d5eb0784ddca0733b06455670ae is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:22:07.887192 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c70bcc15-0731-4f89-8316-6a09cc8b6750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:22:07.901869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c70bcc15-0731-4f89-8316-6a09cc8b6750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:08.060280 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-e9b13c4d-dbfe-46a0-a2eb-0de11c9522ae req-8b037f54-32a3-416c-82ba-e0165b59cda2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Calling delete_port for 3102e3f3-68d1-4b6e-affc-b5c998dcc433 owned by compute:nova {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:22:08.064591 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.094305 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.125517 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac45be1-c860-41af-937c-54781f26b646 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:22:08.146374 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0bdbf2fc-d3c1-4a85-a5a2-8c5807cc29d5 None None] Port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:22:08.173895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port eac45be1-c860-41af-937c-54781f26b646, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eac45be1-c860-41af-937c-54781f26b646,segment=NetworkSegment(f92ba50c-361b-4b01-b798-0f5dec9a68df),segment_id=f92ba50c-361b-4b01-b798-0f5dec9a68df)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:08.185390 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.188013 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c70bcc15-0731-4f89-8316-6a09cc8b6750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.188936 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-05f71113-c295-4f30-889f-640bb804ddd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:08.205600 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c70bcc15-0731-4f89-8316-6a09cc8b6750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.215714 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a95e3d0f-e77f-4827-b7f4-224364bd9b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:08.302447 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c70bcc15-0731-4f89-8316-6a09cc8b6750 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cd50d5eb0784ddca0733b06455670ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5555243 Apr 21 06:22:08.308615 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 33224) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:08.312125 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bcc15-0731-4f89-8316-6a09cc8b6750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e63554-45e7-45f3-bb2d-0f841a49184f,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:08.313440 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=eac45be1-c860-41af-937c-54781f26b646,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:08.319045 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c70bcc15-0731-4f89-8316-6a09cc8b6750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:08.320217 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:08.420760 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d6323-c11b-4800-9538-cfa09caf50ca req-388c8dab-4506-4427-831c-73be068f6011 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:08.423137 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['eac45be1-c860-41af-937c-54781f26b646'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:22:08.443023 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1e1d6323-c11b-4800-9538-cfa09caf50ca req-388c8dab-4506-4427-831c-73be068f6011 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 946 time: 1.1324227 Apr 21 06:22:08.446130 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697a7a9-250e-4729-b0b1-a609b08f827f req-8d76efb9-9ac2-4ae4-b54c-2d4b863252f4 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:08.447891 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6697a7a9-250e-4729-b0b1-a609b08f827f req-8d76efb9-9ac2-4ae4-b54c-2d4b863252f4 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 943 time: 0.4114389 Apr 21 06:22:08.590887 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1e1d6323-c11b-4800-9538-cfa09caf50ca req-cb75ffa2-6cd8-4a0b-bbec-fa76c695dda6 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420481 Apr 21 06:22:08.626976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-333357c9-e8ca-4a46-a3b8-31cf9480a968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.638000 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-e9b13c4d-dbfe-46a0-a2eb-0de11c9522ae req-8b037f54-32a3-416c-82ba-e0165b59cda2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.650747 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6697a7a9-250e-4729-b0b1-a609b08f827f req-22be6cfa-30a2-4dbe-b95c-6237a648613c tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551745 Apr 21 06:22:08.665834 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:08.680131 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-333357c9-e8ca-4a46-a3b8-31cf9480a968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.722931 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 3102e3f3-68d1-4b6e-affc-b5c998dcc433 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:22:08.750335 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.758377 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.777086 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b037f54-32a3-416c-82ba-e0165b59cda2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Pushing event deleted for resources: {'Port': ['ID=3102e3f3-68d1-4b6e-affc-b5c998dcc433,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:08.813086 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: 3102e3f3-68d1-4b6e-affc-b5c998dcc433 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:22:08.813701 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 3102e3f3-68d1-4b6e-affc-b5c998dcc433 not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:22:08.824762 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:08.851179 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6af6-7364-4ddb-9c79-155c0ba48b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.851560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8b037f54-32a3-416c-82ba-e0165b59cda2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:08.912437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b13c4d-dbfe-46a0-a2eb-0de11c9522ae req-8b037f54-32a3-416c-82ba-e0165b59cda2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] No DVR routers for this DVR port 3102e3f3-68d1-4b6e-affc-b5c998dcc433 on host hv-cinder-77630 {{(pid=86267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:22:08.921336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-333357c9-e8ca-4a46-a3b8-31cf9480a968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.925628 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-e9b13c4d-dbfe-46a0-a2eb-0de11c9522ae req-8b037f54-32a3-416c-82ba-e0165b59cda2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.929787 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Pushing event updated for resources: {'Port': ['ID=0425914b-1ab9-4d4b-bd0d-0a1aab53cced,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:08.932820 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846679896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396642'] for router_interface, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:08.935473 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bb967ead-94a7-4982-a849-0b9d178e6dcf req-5d161dc7-9097-43bc-a738-bf54792ce2c8 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b8289d-119a-4ab5-ab7d-bc50e460816a HTTP/1.1" status: 200 len: 210 time: 0.0822456 Apr 21 06:22:08.936793 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b8289d-119a-4ab5-ab7d-bc50e460816a', 'name': 'network-vif-deleted', 'tag': '3102e3f3-68d1-4b6e-affc-b5c998dcc433'}] {{(pid=86267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:22:08.961809 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:08.963583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:08.984858 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e9b13c4d-dbfe-46a0-a2eb-0de11c9522ae req-8b037f54-32a3-416c-82ba-e0165b59cda2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] 10.222.0.41 "DELETE /v2.0/ports/3102e3f3-68d1-4b6e-affc-b5c998dcc433 HTTP/1.1" status: 204 len: 173 time: 1.8890934 Apr 21 06:22:09.006765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333357c9-e8ca-4a46-a3b8-31cf9480a968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e63554-45e7-45f3-bb2d-0f841a49184f,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:09.023176 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b8289d-119a-4ab5-ab7d-bc50e460816a', 'name': 'network-vif-deleted', 'tag': '3102e3f3-68d1-4b6e-affc-b5c998dcc433', 'status': 'completed', 'code': 200} Apr 21 06:22:09.052502 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device f48c2b92-90d8-4e04-acff-f9b392781124 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:09.095973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-333357c9-e8ca-4a46-a3b8-31cf9480a968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:09.113575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-333357c9-e8ca-4a46-a3b8-31cf9480a968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:09.118595 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-333357c9-e8ca-4a46-a3b8-31cf9480a968 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03e63554-45e7-45f3-bb2d-0f841a49184f HTTP/1.1" status: 204 len: 168 time: 0.8075860 Apr 21 06:22:09.205004 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port f48c2b92-90d8-4e04-acff-f9b392781124 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:09.215349 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port f48c2b92-90d8-4e04-acff-f9b392781124 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:09.216019 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:09.248933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Network fa3076dc-698b-4a15-9599-bb3033a69604 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:22:09.250528 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:22:09.476414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:09.552818 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port f48c2b92-90d8-4e04-acff-f9b392781124, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=f48c2b92-90d8-4e04-acff-f9b392781124,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:09.580210 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:09.584550 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:09.626265 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Router ea6bd5b6-a5e7-4211-90a8-34f1bd63325a has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:22:09.761624 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=f48c2b92-90d8-4e04-acff-f9b392781124,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:09.770815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:09.793046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-1e6586b8-77f9-45a1-821a-1bb97821ad41 None None] Provisioning complete for port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:09.793663 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1e6586b8-77f9-45a1-821a-1bb97821ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:09.874541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-1e6586b8-77f9-45a1-821a-1bb97821ad41 None None] Port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:22:10.083221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229a7fc-b1de-4753-a3f9-99968fb64671 req-241d9e86-c657-4599-bb87-7418bfffbcd3 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:10.084386 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5229a7fc-b1de-4753-a3f9-99968fb64671 req-241d9e86-c657-4599-bb87-7418bfffbcd3 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 946 time: 0.1093502 Apr 21 06:22:10.089512 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c5e1a-21fd-4dac-bd2a-a8df7e3c7e1a req-d9583de6-3306-4580-936a-b41dc96e1e86 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:10.091934 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8b0c5e1a-21fd-4dac-bd2a-a8df7e3c7e1a req-d9583de6-3306-4580-936a-b41dc96e1e86 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 944 time: 0.1734972 Apr 21 06:22:10.101456 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:22:10.123363 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] 10.222.0.32 "PUT /v2.0/routers/ea6bd5b6-a5e7-4211-90a8-34f1bd63325a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8761015 Apr 21 06:22:10.165027 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8b0c5e1a-21fd-4dac-bd2a-a8df7e3c7e1a req-130348f4-8b41-4cf1-b2c7-f2d15c6536cb tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655310 Apr 21 06:22:10.168883 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5229a7fc-b1de-4753-a3f9-99968fb64671 req-4f151cfc-300f-46c2-af69-bf0cad070001 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777104 Apr 21 06:22:10.282863 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 33260) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:10.715516 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device eac45be1-c860-41af-937c-54781f26b646 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:10.839842 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port eac45be1-c860-41af-937c-54781f26b646 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:10.849771 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port eac45be1-c860-41af-937c-54781f26b646 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:10.850248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:11.076271 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device f48c2b92-90d8-4e04-acff-f9b392781124 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:11.205037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:11.304251 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port eac45be1-c860-41af-937c-54781f26b646, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eac45be1-c860-41af-937c-54781f26b646,segment=NetworkSegment(f92ba50c-361b-4b01-b798-0f5dec9a68df),segment_id=f92ba50c-361b-4b01-b798-0f5dec9a68df)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:11.318417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b26383-9048-4bae-b0fe-10acb0aa29a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac45be1-c860-41af-937c-54781f26b646'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:22:11.328639 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:11.339106 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:11.413614 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port f48c2b92-90d8-4e04-acff-f9b392781124 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:11.414233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:11.518416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=eac45be1-c860-41af-937c-54781f26b646,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:11.526006 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:11.684093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381923'] for router_interface, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:11.687296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Sync routers for ids ['ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:22:11.780560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0d61ef2b-1a85-4f5e-b5a2-8415b5d08259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:11.784536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Routers {'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:22:11.796963 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:21:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:11.986031 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3378f97-e54c-41dc-a5e1-87ec5a084b7a req-b5847c58-065a-4460-9268-deb0c698f4db tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:11.998809 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c3378f97-e54c-41dc-a5e1-87ec5a084b7a req-b5847c58-065a-4460-9268-deb0c698f4db tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 946 time: 0.3973286 Apr 21 06:22:12.144581 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:12.239338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2da0a2-3269-4715-8489-f9254509585c req-9a12949e-f4ae-47f2-ae4f-50015475138b tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:12.255578 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1f2da0a2-3269-4715-8489-f9254509585c req-9a12949e-f4ae-47f2-ae4f-50015475138b tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 946 time: 0.8491216 Apr 21 06:22:12.309269 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Set router ea6bd5b6-a5e7-4211-90a8-34f1bd63325a gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:22:12.485524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bd17b-5aaa-411d-bc76-0d0fc5bcfa7c req-60a7cfed-8d97-48a4-b257-591c5d7a9f06 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:12.488505 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-708bd17b-5aaa-411d-bc76-0d0fc5bcfa7c req-60a7cfed-8d97-48a4-b257-591c5d7a9f06 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 945 time: 0.2949891 Apr 21 06:22:12.524869 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1f2da0a2-3269-4715-8489-f9254509585c req-244a4f2f-1b4f-496c-a12e-f15c8ffba844 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671561 Apr 21 06:22:12.544389 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-c3378f97-e54c-41dc-a5e1-87ec5a084b7a req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Deleting port 5df3498c-9692-4029-88d6-2e2ee124e9bb {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:22:12.553415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c3378f97-e54c-41dc-a5e1-87ec5a084b7a req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:12.738089 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-708bd17b-5aaa-411d-bc76-0d0fc5bcfa7c req-1726cf8c-6395-4932-8ef3-165318df0076 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072690 Apr 21 06:22:12.806546 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b26383-9048-4bae-b0fe-10acb0aa29a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac45be1-c860-41af-937c-54781f26b646', 'code': 200} Apr 21 06:22:12.858207 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Deleting port 46df7cf8-c0da-4120-a5d8-8586d4258d26 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:22:12.858652 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:13.157526 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-c3378f97-e54c-41dc-a5e1-87ec5a084b7a req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] For port 5df3498c-9692-4029-88d6-2e2ee124e9bb, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=5df3498c-9692-4029-88d6-2e2ee124e9bb,segment=NetworkSegment(b9569b93-2b7d-45a0-ba50-fde4714ab657),segment_id=b9569b93-2b7d-45a0-ba50-fde4714ab657)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:13.158124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c3378f97-e54c-41dc-a5e1-87ec5a084b7a req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:13.281491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:13.394460 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] For port 46df7cf8-c0da-4120-a5d8-8586d4258d26, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=46df7cf8-c0da-4120-a5d8-8586d4258d26,segment=NetworkSegment(7d3be69a-410e-48ca-8113-93e7ce98c4d3),segment_id=7d3be69a-410e-48ca-8113-93e7ce98c4d3)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:13.395856 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:13.416799 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'name': 'tempest-TestMinimumBasicScenario-1022469085-router', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:58Z', 'updated_at': '2021-04-21T06:22:07Z', 'revision_number': 4, 'project_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'gw_port': {'id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:59Z', 'updated_at': '2021-04-21T06:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '0425914b-1ab9-4d4b-bd0d-0a1aab53cced', 'name': '', 'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'mac_address': 'fa:16:3e:c7:a0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5b99ffc-4c2c-41b5-81f9-e158eb289a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:05Z', 'updated_at': '2021-04-21T06:22:08Z', 'revision_number': 2, 'project_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'subnets': [{'id': 'f5b99ffc-4c2c-41b5-81f9-e158eb289a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:13.450849 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Checking router: ea6bd5b6-a5e7-4211-90a8-34f1bd63325a for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:22:13.452076 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Updating router ea6bd5b6-a5e7-4211-90a8-34f1bd63325a port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced binding host dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:22:13.493947 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-c3378f97-e54c-41dc-a5e1-87ec5a084b7a req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Calling delete_port for 5df3498c-9692-4029-88d6-2e2ee124e9bb owned by compute:nova {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:22:13.664368 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Calling delete_port for 46df7cf8-c0da-4120-a5d8-8586d4258d26 owned by network:router_interface {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:22:13.756319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:13.860213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c3378f97-e54c-41dc-a5e1-87ec5a084b7a req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:13.900374 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['5df3498c-9692-4029-88d6-2e2ee124e9bb'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:22:13.910425 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:14.237591 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Pushing event deleted for resources: {'Port': ['ID=5df3498c-9692-4029-88d6-2e2ee124e9bb,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:14.283291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3378f97-e54c-41dc-a5e1-87ec5a084b7a req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] No DVR routers for this DVR port 5df3498c-9692-4029-88d6-2e2ee124e9bb on host hv-cinder-77630 {{(pid=86267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:22:14.333700 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c3378f97-e54c-41dc-a5e1-87ec5a084b7a req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:14.344579 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f766140-7001-4d5a-bd72-eaae00be5cd9', 'name': 'network-vif-deleted', 'tag': '5df3498c-9692-4029-88d6-2e2ee124e9bb'}] {{(pid=86267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:22:14.350633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.351054 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.351466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.351874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.352307 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.352715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.353125 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.353521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.353925 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.354321 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.354716 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.355112 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.366813 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c3378f97-e54c-41dc-a5e1-87ec5a084b7a req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.41 "DELETE /v2.0/ports/5df3498c-9692-4029-88d6-2e2ee124e9bb HTTP/1.1" status: 204 len: 173 time: 2.3286173 Apr 21 06:22:14.367930 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:14.369668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-d0024db9-8a2f-49a4-a4ad-99348216979c req-0eb1d6dd-50b1-4535-957f-cc2e58abdcc9 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Synchronizing usage tracker for tenant:74b829e0536a4f438f37b8bb28ab8127 on resource:port {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:22:14.434860 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:14.441764 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:14.465431 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-d0024db9-8a2f-49a4-a4ad-99348216979c req-0eb1d6dd-50b1-4535-957f-cc2e58abdcc9 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Unset dirty status for tenant:74b829e0536a4f438f37b8bb28ab8127 on resource:port {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:22:14.467720 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d0024db9-8a2f-49a4-a4ad-99348216979c req-0eb1d6dd-50b1-4535-957f-cc2e58abdcc9 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f766140-7001-4d5a-bd72-eaae00be5cd9 HTTP/1.1" status: 200 len: 210 time: 0.2317955 Apr 21 06:22:14.545060 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Pushing event deleted for resources: {'Port': ['ID=46df7cf8-c0da-4120-a5d8-8586d4258d26,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:14.602892 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.603587 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.603868 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f766140-7001-4d5a-bd72-eaae00be5cd9', 'name': 'network-vif-deleted', 'tag': '5df3498c-9692-4029-88d6-2e2ee124e9bb', 'status': 'completed', 'code': 200} Apr 21 06:22:14.604546 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.605260 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.605904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.606547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.607213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.607897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.608603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.609416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.610101 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.610754 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:14.616343 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:14.674727 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720968a7-7f36-4ce1-bf71-f2a9c38dd670 req-e5b7c22d-e786-4cd5-92be-0938df07d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:14.677153 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-720968a7-7f36-4ce1-bf71-f2a9c38dd670 req-e5b7c22d-e786-4cd5-92be-0938df07d8e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 1098 time: 0.5895786 Apr 21 06:22:14.734874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Notify callbacks [] for port, precommit_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:14.789061 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Transition to ACTIVE for port object 0425914b-1ab9-4d4b-bd0d-0a1aab53cced will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:14.812629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c2ea1-0226-41a7-9063-557a2a05bd07 req-4dad9ac1-7409-4c12-907e-090a03f447b8 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:14.815313 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-441c2ea1-0226-41a7-9063-557a2a05bd07 req-4dad9ac1-7409-4c12-907e-090a03f447b8 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 945 time: 0.5363729 Apr 21 06:22:14.823254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:14.855636 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:14.958772 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-441c2ea1-0226-41a7-9063-557a2a05bd07 req-5d88fdce-6a26-476e-bd1b-33cedd076f3c tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291471 Apr 21 06:22:14.977593 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-720968a7-7f36-4ce1-bf71-f2a9c38dd670 req-510bdf27-a5fc-4794-a561-b018ed924653 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907646 Apr 21 06:22:15.243475 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:15.248033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Attempting to bind port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:22:15.248467 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Attempting to bind port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': 'f3915218-a227-41b5-845c-a64e53a69b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:22:15.248888 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Attempting to bind port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced on network fa3076dc-698b-4a15-9599-bb3033a69604 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:15.253530 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540c812-d53a-4f61-9dbb-3a6e938e9e18 None None] Pushing event updated for resources: {'Port': ['ID=0425914b-1ab9-4d4b-bd0d-0a1aab53cced,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:15.260845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f540c812-d53a-4f61-9dbb-3a6e938e9e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:15.261782 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:22:15.262214 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Checking segment: {'id': 'f3915218-a227-41b5-845c-a64e53a69b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:22:15.262644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:15.263274 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Bound using segment: {'id': 'f3915218-a227-41b5-845c-a64e53a69b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:22:15.263636 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Bound port: 0425914b-1ab9-4d4b-bd0d-0a1aab53cced, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3915218-a227-41b5-845c-a64e53a69b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:22:15.264108 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:15.407086 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] For port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:22:15.412831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] For port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=0425914b-1ab9-4d4b-bd0d-0a1aab53cced,segment=NetworkSegment(f3915218-a227-41b5-845c-a64e53a69b03),segment_id=f3915218-a227-41b5-845c-a64e53a69b03)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:22:15.431957 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:15.441255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-92c91956-4a33-4e6b-a6af-90b25769c783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:15.541645 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Routers {'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:22:15.542633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:22:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:15.692319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8095905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381853'] for router_interface, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:16.262370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] Set router ea6bd5b6-a5e7-4211-90a8-34f1bd63325a gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:22:16.530528 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540c812-d53a-4f61-9dbb-3a6e938e9e18 None None] Pushing event updated for resources: {'Port': ['ID=0425914b-1ab9-4d4b-bd0d-0a1aab53cced,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:16.540009 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f540c812-d53a-4f61-9dbb-3a6e938e9e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.098s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:16.701196 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9414aa6-6d30-4d3f-8eff-799e985694fb req-89f3b76b-068e-464b-9259-4944b934fd47 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:16.703654 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e9414aa6-6d30-4d3f-8eff-799e985694fb req-89f3b76b-068e-464b-9259-4944b934fd47 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 945 time: 0.4604175 Apr 21 06:22:16.761654 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 5df3498c-9692-4029-88d6-2e2ee124e9bb no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:22:16.770318 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e9414aa6-6d30-4d3f-8eff-799e985694fb req-020ba716-6fdf-45a2-9fdd-e76309e13739 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563166 Apr 21 06:22:16.810981 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: 5df3498c-9692-4029-88d6-2e2ee124e9bb {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:22:16.811481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 5df3498c-9692-4029-88d6-2e2ee124e9bb not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:22:16.823442 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Router c0f9f4f0-53da-4d97-b113-7f5846910d2e has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:22:16.968702 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'name': 'tempest-TestMinimumBasicScenario-1022469085-router', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:58Z', 'updated_at': '2021-04-21T06:22:07Z', 'revision_number': 4, 'project_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'gw_port': {'id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:59Z', 'updated_at': '2021-04-21T06:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '0425914b-1ab9-4d4b-bd0d-0a1aab53cced', 'name': '', 'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'mac_address': 'fa:16:3e:c7:a0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5b99ffc-4c2c-41b5-81f9-e158eb289a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:05Z', 'updated_at': '2021-04-21T06:22:15Z', 'revision_number': 4, 'project_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'subnets': [{'id': 'f5b99ffc-4c2c-41b5-81f9-e158eb289a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:16.975904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9b113-480e-47e7-82c2-e6587cbc5742 None None] The sync data for ids ['ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'] in dv-cinder-776307-5-smb is: [{'id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'name': 'tempest-TestMinimumBasicScenario-1022469085-router', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:58Z', 'updated_at': '2021-04-21T06:22:07Z', 'revision_number': 4, 'project_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'gw_port': {'id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:59Z', 'updated_at': '2021-04-21T06:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '0425914b-1ab9-4d4b-bd0d-0a1aab53cced', 'name': '', 'network_id': 'fa3076dc-698b-4a15-9599-bb3033a69604', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'mac_address': 'fa:16:3e:c7:a0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'f5b99ffc-4c2c-41b5-81f9-e158eb289a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:05Z', 'updated_at': '2021-04-21T06:22:15Z', 'revision_number': 4, 'project_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'subnets': [{'id': 'f5b99ffc-4c2c-41b5-81f9-e158eb289a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:22:17.141953 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:22:17.161983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32405663-d553-4ffd-b7a4-2b441a93ef64 None None] Sync routers for ids ['c0f9f4f0-53da-4d97-b113-7f5846910d2e'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:22:17.175932 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 33372) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:17.186141 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] 10.222.0.32 "PUT /v2.0/routers/c0f9f4f0-53da-4d97-b113-7f5846910d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9019208 Apr 21 06:22:17.199756 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32405663-d553-4ffd-b7a4-2b441a93ef64 None None] Routers {'c0f9f4f0-53da-4d97-b113-7f5846910d2e'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:22:17.200918 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-32405663-d553-4ffd-b7a4-2b441a93ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:22:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c0f9f4f0-53da-4d97-b113-7f5846910d2e'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:17.509387 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:17.644832 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-32405663-d553-4ffd-b7a4-2b441a93ef64 None None] Set router c0f9f4f0-53da-4d97-b113-7f5846910d2e gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:22:18.578121 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:18.626241 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Deleting port e61091d6-c9a6-4333-9be2-bcbbbb08415a {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:22:18.626618 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:18.651035 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-32405663-d553-4ffd-b7a4-2b441a93ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-607442673-router', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:22:14Z', 'revision_number': 5, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'gw_port': {'id': 'e61091d6-c9a6-4333-9be2-bcbbbb08415a', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:18Z', 'updated_at': '2021-04-21T06:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:18.669852 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32405663-d553-4ffd-b7a4-2b441a93ef64 None None] Checking router: c0f9f4f0-53da-4d97-b113-7f5846910d2e for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:22:18.697835 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32405663-d553-4ffd-b7a4-2b441a93ef64 None None] Routers {'c0f9f4f0-53da-4d97-b113-7f5846910d2e'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:22:18.702787 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-32405663-d553-4ffd-b7a4-2b441a93ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:22:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c0f9f4f0-53da-4d97-b113-7f5846910d2e'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:19.124845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 0425914b-1ab9-4d4b-bd0d-0a1aab53cced up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:19.180788 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70c0d6-e365-414f-9fd9-31b5f3906043 req-58e4fe09-7af8-490a-bf0c-344f2b42e0e3 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:19.182203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-32405663-d553-4ffd-b7a4-2b441a93ef64 None None] Set router c0f9f4f0-53da-4d97-b113-7f5846910d2e gateway port host: None {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:22:19.189260 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ec70c0d6-e365-414f-9fd9-31b5f3906043 req-58e4fe09-7af8-490a-bf0c-344f2b42e0e3 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 945 time: 0.3371224 Apr 21 06:22:19.233175 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:19.249694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:19.250208 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:19.252944 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ec70c0d6-e365-414f-9fd9-31b5f3906043 req-0dfd061d-50d5-48b2-891b-bf4195717c41 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559037 Apr 21 06:22:19.325040 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] For port e61091d6-c9a6-4333-9be2-bcbbbb08415a, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=e61091d6-c9a6-4333-9be2-bcbbbb08415a,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:19.325761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:19.429031 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-32405663-d553-4ffd-b7a4-2b441a93ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-607442673-router', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:22:18Z', 'revision_number': 6, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'gw_port_host': None}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:19.455417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32405663-d553-4ffd-b7a4-2b441a93ef64 None None] The sync data for ids ['c0f9f4f0-53da-4d97-b113-7f5846910d2e'] in dv-cinder-776307-5-smb is: [{'id': 'c0f9f4f0-53da-4d97-b113-7f5846910d2e', 'name': 'tempest-ServerRescueNegativeTestJSON-607442673-router', 'tenant_id': '6b36b6f127b24361924ef09764ac2fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:22:18Z', 'revision_number': 6, 'project_id': '6b36b6f127b24361924ef09764ac2fce', 'gw_port_host': None}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:22:19.511074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:19.567772 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Calling delete_port for e61091d6-c9a6-4333-9be2-bcbbbb08415a owned by network:router_gateway {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:22:19.583001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:19.636187 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=0425914b-1ab9-4d4b-bd0d-0a1aab53cced,segment=NetworkSegment(f3915218-a227-41b5-845c-a64e53a69b03),segment_id=f3915218-a227-41b5-845c-a64e53a69b03)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:19.651831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:19.658801 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f540c812-d53a-4f61-9dbb-3a6e938e9e18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:19.847716 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=0425914b-1ab9-4d4b-bd0d-0a1aab53cced,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:19.855688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:20.129624 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c200f69d-a9b3-4ffb-b127-d527023572f8 req-2b765684-7678-4dc8-9109-3c6789f378cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2438869 Apr 21 06:22:20.213538 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:20.225988 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:20.320270 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d91f6a-686e-48fd-b94f-341046b36780 req-83615975-1240-4d2e-b5ed-c64e0a2c109c tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:20.322861 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d3d91f6a-686e-48fd-b94f-341046b36780 req-83615975-1240-4d2e-b5ed-c64e0a2c109c tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 945 time: 0.1604877 Apr 21 06:22:20.344718 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e61091d6-c9a6-4333-9be2-bcbbbb08415a,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:20.348822 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:20.480616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-d3d91f6a-686e-48fd-b94f-341046b36780 req-a2a33619-d6e2-4f0c-9459-674971010158 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Deleting port eac45be1-c860-41af-937c-54781f26b646 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:22:20.481122 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d3d91f6a-686e-48fd-b94f-341046b36780 req-a2a33619-d6e2-4f0c-9459-674971010158 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:20.604816 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7990114'] for router_gateway, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:20.829778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3074'] for router, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:20.835437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:20.954011 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-d3d91f6a-686e-48fd-b94f-341046b36780 req-a2a33619-d6e2-4f0c-9459-674971010158 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] For port eac45be1-c860-41af-937c-54781f26b646, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=eac45be1-c860-41af-937c-54781f26b646,segment=NetworkSegment(f92ba50c-361b-4b01-b798-0f5dec9a68df),segment_id=f92ba50c-361b-4b01-b798-0f5dec9a68df)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:20.956917 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200f69d-a9b3-4ffb-b127-d527023572f8 req-2ee3285d-12fe-42c9-ab88-77a0c059d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:20.958851 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c200f69d-a9b3-4ffb-b127-d527023572f8 req-2ee3285d-12fe-42c9-ab88-77a0c059d91a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d770d4b502e43fab6b4945aa424cf5b&device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 1098 time: 0.6689448 Apr 21 06:22:20.960267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854349958'] for router, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:20.960483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d3d91f6a-686e-48fd-b94f-341046b36780 req-a2a33619-d6e2-4f0c-9459-674971010158 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:20.960927 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0f9f4f0-53da-4d97-b113-7f5846910d2e {{(pid=86267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:22:21.034694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8811e-71c8-4795-b3de-33b098e74baf req-c6cf494d-9a89-452b-831c-ec004c23a286 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:21.043457 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-14b8811e-71c8-4795-b3de-33b098e74baf req-c6cf494d-9a89-452b-831c-ec004c23a286 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 945 time: 0.5910385 Apr 21 06:22:21.159545 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 0425914b-1ab9-4d4b-bd0d-0a1aab53cced up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:21.213994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-d3d91f6a-686e-48fd-b94f-341046b36780 req-a2a33619-d6e2-4f0c-9459-674971010158 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Calling delete_port for eac45be1-c860-41af-937c-54781f26b646 owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:22:21.287512 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-14b8811e-71c8-4795-b3de-33b098e74baf req-935dbc91-405c-40c2-aad5-abce9f586a3d tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331462 Apr 21 06:22:21.319083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Notify callbacks [] for router, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:21.323271 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c0f9f4f0-53da-4d97-b113-7f5846910d2e HTTP/1.1" status: 204 len: 168 time: 4.1430390 Apr 21 06:22:21.325942 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 33422) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:21.358337 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:21.358337 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:21.474817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200f69d-a9b3-4ffb-b127-d527023572f8 req-8fd1079c-6e45-4957-884b-52f607cec741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:21.476725 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c200f69d-a9b3-4ffb-b127-d527023572f8 req-8fd1079c-6e45-4957-884b-52f607cec741 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2af643d-203c-4cb9-ab5a-766c1cede763 HTTP/1.1" status: 200 len: 911 time: 0.4860103 Apr 21 06:22:21.500007 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e8432e-1990-4d11-941e-f6d0d3c3ac1d admin admin] Deleting subnet fc9ba4d4-a8e5-4c4e-9983-66f08290261f {{(pid=86268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:22:21.505123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-69e8432e-1990-4d11-941e-f6d0d3c3ac1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:21.633196 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-69e8432e-1990-4d11-941e-f6d0d3c3ac1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6272019'] for subnet, precommit_delete_associations {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:21.683032 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c200f69d-a9b3-4ffb-b127-d527023572f8 req-193513ea-f6f2-4f71-a1cb-05fe692b0543 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b9692bb-6502-4a3b-93d5-5d830e74434e HTTP/1.1" status: 200 len: 1001 time: 0.1946764 Apr 21 06:22:21.734411 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-69e8432e-1990-4d11-941e-f6d0d3c3ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:21.762388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device e61091d6-c9a6-4333-9be2-bcbbbb08415a no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:22:21.806044 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200f69d-a9b3-4ffb-b127-d527023572f8 req-87b73d0f-8645-458d-ba0e-8beb2e5a37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:21.807824 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c200f69d-a9b3-4ffb-b127-d527023572f8 req-87b73d0f-8645-458d-ba0e-8beb2e5a37f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f9a5fb8-b027-4dde-8595-3dac89598941 HTTP/1.1" status: 200 len: 849 time: 0.1078720 Apr 21 06:22:21.868175 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: e61091d6-c9a6-4333-9be2-bcbbbb08415a {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:22:21.868727 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device e61091d6-c9a6-4333-9be2-bcbbbb08415a not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:22:21.869516 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 46df7cf8-c0da-4120-a5d8-8586d4258d26 no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:22:21.972910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200f69d-a9b3-4ffb-b127-d527023572f8 req-8248257d-1a53-4149-8663-4eb1c11bfe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:21.975414 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c200f69d-a9b3-4ffb-b127-d527023572f8 req-8248257d-1a53-4149-8663-4eb1c11bfe5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2af643d-203c-4cb9-ab5a-766c1cede763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1601357 Apr 21 06:22:21.986851 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 46df7cf8-c0da-4120-a5d8-8586d4258d26 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:22:21.987518 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 46df7cf8-c0da-4120-a5d8-8586d4258d26 not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:22:22.083375 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d3d91f6a-686e-48fd-b94f-341046b36780 req-a2a33619-d6e2-4f0c-9459-674971010158 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:22.097921 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['eac45be1-c860-41af-937c-54781f26b646'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:22:22.135149 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:22.205635 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c200f69d-a9b3-4ffb-b127-d527023572f8 req-591bea07-8db5-47be-8816-ef1bdb70f79f service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216508 Apr 21 06:22:22.261500 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a33619-d6e2-4f0c-9459-674971010158 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Pushing event deleted for resources: {'Port': ['ID=eac45be1-c860-41af-937c-54781f26b646,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:22.273023 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a2a33619-d6e2-4f0c-9459-674971010158 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:22.369009 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d91f6a-686e-48fd-b94f-341046b36780 req-a2a33619-d6e2-4f0c-9459-674971010158 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] No DVR routers for this DVR port eac45be1-c860-41af-937c-54781f26b646 on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:22:22.374288 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-d3d91f6a-686e-48fd-b94f-341046b36780 req-a2a33619-d6e2-4f0c-9459-674971010158 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:22.377637 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b26383-9048-4bae-b0fe-10acb0aa29a7', 'name': 'network-vif-deleted', 'tag': 'eac45be1-c860-41af-937c-54781f26b646'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:22:22.420757 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d3d91f6a-686e-48fd-b94f-341046b36780 req-a2a33619-d6e2-4f0c-9459-674971010158 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.41 "DELETE /v2.0/ports/eac45be1-c860-41af-937c-54781f26b646 HTTP/1.1" status: 204 len: 173 time: 2.0925756 Apr 21 06:22:22.449318 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c200f69d-a9b3-4ffb-b127-d527023572f8 req-61fac3ac-78d1-4c88-a1ce-6d15f47452bb service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356441 Apr 21 06:22:22.469779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-69e8432e-1990-4d11-941e-f6d0d3c3ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848161355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848498396'] for subnet, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:22.485732 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:22.532766 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f93a236c-6f05-44c2-bc2e-e49558901eb0 req-aefae542-2161-45e5-867f-524d0b55ebe2 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b26383-9048-4bae-b0fe-10acb0aa29a7 HTTP/1.1" status: 200 len: 210 time: 0.0821755 Apr 21 06:22:22.552870 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-69e8432e-1990-4d11-941e-f6d0d3c3ac1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:22.568060 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8432e-1990-4d11-941e-f6d0d3c3ac1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc9ba4d4-a8e5-4c4e-9983-66f08290261f,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:22.571649 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-69e8432e-1990-4d11-941e-f6d0d3c3ac1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:22.573978 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-69e8432e-1990-4d11-941e-f6d0d3c3ac1d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fc9ba4d4-a8e5-4c4e-9983-66f08290261f HTTP/1.1" status: 204 len: 168 time: 1.2466266 Apr 21 06:22:22.576704 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 33440) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:22.639536 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b26383-9048-4bae-b0fe-10acb0aa29a7', 'name': 'network-vif-deleted', 'tag': 'eac45be1-c860-41af-937c-54781f26b646', 'status': 'completed', 'code': 200} Apr 21 06:22:22.829414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:23.118856 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:23.558641 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a17177-a855-4321-83e2-b924c2c345d5']}} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:23.583338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3be69a-410e-48ca-8113-93e7ce98c4d3') {'for_net_delete': True} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:23.583902 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3be69a-410e-48ca-8113-93e7ce98c4d3') {} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:23.614535 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848145883'] for segment, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:23.657279 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:23.673877 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=86267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:22:24.126135 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] Network 83a17177-a855-4321-83e2-b924c2c345d5 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:22:24.150396 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848859495'] for segment, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:24.675892 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] Network 83a17177-a855-4321-83e2-b924c2c345d5 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:22:24.758275 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:22:24.791299 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device eac45be1-c860-41af-937c-54781f26b646 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:22:24.847762 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: eac45be1-c860-41af-937c-54781f26b646 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:22:24.849281 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device eac45be1-c860-41af-937c-54781f26b646 not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:22:24.870005 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-c0b37c44-32d7-41ce-85f5-aacd9f018060 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:24.873074 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-c0b37c44-32d7-41ce-85f5-aacd9f018060 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/networks?id=4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 HTTP/1.1" status: 200 len: 814 time: 0.6225023 Apr 21 06:22:24.900667 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-55f770e6-ca15-4778-81fb-4e344daa1590 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/quotas/74b829e0536a4f438f37b8bb28ab8127 HTTP/1.1" status: 200 len: 375 time: 0.0131404 Apr 21 06:22:25.002520 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-42ecc68d-2fdf-4124-a827-af191c3d15b1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=74b829e0536a4f438f37b8bb28ab8127&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928085 Apr 21 06:22:25.030617 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:25.044790 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c9997f33-f745-44c6-bb9e-0cec39d3e85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:25.101455 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-96dfb030-7f53-494d-80f8-527570013713 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:25.113041 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-96dfb030-7f53-494d-80f8-527570013713 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/networks?id=04001aca-b2cb-4c23-aff2-4daa3c3f1308 HTTP/1.1" status: 200 len: 809 time: 0.8070266 Apr 21 06:22:25.120983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:25.140783 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a17177-a855-4321-83e2-b924c2c345d5,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:25.148115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:25.161672 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-1dc777bc-a32f-4c77-9fff-18b81365cddf tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/quotas/dfc75c75a56f459c9238034f2a8c9179 HTTP/1.1" status: 200 len: 375 time: 0.0348120 Apr 21 06:22:25.165520 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] 10.222.0.32 "DELETE /v2.0/networks/83a17177-a855-4321-83e2-b924c2c345d5 HTTP/1.1" status: 204 len: 168 time: 2.5874360 Apr 21 06:22:25.248261 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-c044cd63-8824-4f92-b0ee-d089bdd20b7c service neutron] 10.222.0.32 "GET /v2.0/networks/4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232530 Apr 21 06:22:25.271968 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-c2728252-8992-48d1-96ab-c90a1778b7d9 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dfc75c75a56f459c9238034f2a8c9179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894637 Apr 21 06:22:25.476827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 33486) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:25.545137 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-fc613d7d-0089-4ba8-b5c9-272b44d22bbe service neutron] 10.222.0.32 "GET /v2.0/networks/4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749527 Apr 21 06:22:25.567838 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-bb8b54f6-feb8-4c1d-8779-98289b86ba75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b36b6f127b24361924ef09764ac2fce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0857151 Apr 21 06:22:25.567838 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 33490) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:25.578077 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-e45c410f-2778-45c9-a500-8b15a00308b6 service neutron] 10.222.0.32 "GET /v2.0/networks/04001aca-b2cb-4c23-aff2-4daa3c3f1308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030765 Apr 21 06:22:25.683195 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0316384d-dfee-42fe-b491-8c8ffe9e4409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:25.719408 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0316384d-dfee-42fe-b491-8c8ffe9e4409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:25.829531 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-8db08ac0-69d4-4e6d-b66f-c789f08eef3e service neutron] 10.222.0.32 "GET /v2.0/networks/04001aca-b2cb-4c23-aff2-4daa3c3f1308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445688 Apr 21 06:22:25.877798 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0316384d-dfee-42fe-b491-8c8ffe9e4409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:25.889087 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-608ca455-b009-495a-b394-e1c60e9dfc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:25.912289 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4dc7e44c-1b22-46f9-99e5-7a0b06ffe635 req-4ee2ffb8-2b29-4b8c-a22b-2641ac6e9f76 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 210 time: 0.1113169 Apr 21 06:22:25.915055 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316384d-dfee-42fe-b491-8c8ffe9e4409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25172ad-57bf-4f5e-acfb-f3778a79e182,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:25.918614 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0316384d-dfee-42fe-b491-8c8ffe9e4409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:25.933732 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0316384d-dfee-42fe-b491-8c8ffe9e4409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:25.935033 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-0316384d-dfee-42fe-b491-8c8ffe9e4409 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e25172ad-57bf-4f5e-acfb-f3778a79e182 HTTP/1.1" status: 204 len: 168 time: 0.3661668 Apr 21 06:22:26.290065 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-35b8c1ee-4000-472b-805e-c4d9c8ad0ee7 req-a64a9210-e16c-413b-b0c9-d2fb18d19674 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Synchronizing usage tracker for tenant:dfc75c75a56f459c9238034f2a8c9179 on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:22:26.328743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-35b8c1ee-4000-472b-805e-c4d9c8ad0ee7 req-a64a9210-e16c-413b-b0c9-d2fb18d19674 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Unset dirty status for tenant:dfc75c75a56f459c9238034f2a8c9179 on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:22:26.342766 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-35b8c1ee-4000-472b-805e-c4d9c8ad0ee7 req-a64a9210-e16c-413b-b0c9-d2fb18d19674 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 210 time: 0.1762309 Apr 21 06:22:27.214577 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9c2549bf-c5d0-43bc-b9ec-8d52fed699ec req-74d543b3-8267-4087-b87e-f022fc626eeb tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 210 time: 0.0668707 Apr 21 06:22:27.798169 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a5cd43db-6435-4373-b1d0-9fced99a7e08 req-1355d4b1-7d0b-4296-a086-6631b8f8c5cc tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 210 time: 0.1397047 Apr 21 06:22:27.920318 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-f924ea66-2403-42bd-842d-9663c21402a0 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:27.922806 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-f924ea66-2403-42bd-842d-9663c21402a0 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.41 "GET /v2.0/networks?id=4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 HTTP/1.1" status: 200 len: 814 time: 0.3648574 Apr 21 06:22:27.930028 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 33546) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:27.948057 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Request body: {'port': {'device_id': 'ee38b1fc-4535-479f-a40a-a7a5953acd58', 'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7', 'admin_state_up': True, 'tenant_id': '74b829e0536a4f438f37b8bb28ab8127'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:22:28.170330 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:28.187708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:28.224265 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Made reservation on behalf of 74b829e0536a4f438f37b8bb28ab8127 for: {'port': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:22:28.232175 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:28.252072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-206483078-network', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:22:28.265432 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:28.351420 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Usage tracker for resource:network and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:22:28.370469 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:22:28.528050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Allocated IP 172.20.0.8 (4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7/403173d7-1ea4-4a07-808b-17cd5fe9b071/fa376ad9-90d4-413d-87f9-888922a7bbd5) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:22:28.911980 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-098d33d8-22c8-4200-b8e3-c001d5ced5c0 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:28.914642 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-098d33d8-22c8-4200-b8e3-c001d5ced5c0 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.41 "GET /v2.0/networks?id=04001aca-b2cb-4c23-aff2-4daa3c3f1308 HTTP/1.1" status: 200 len: 809 time: 0.5026300 Apr 21 06:22:28.943507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:29.000443 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-757a3f9a-4689-493f-9f0a-5641daacf2ab req-4464e040-96f7-4edb-a230-07e369d894d9 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 210 time: 0.0839324 Apr 21 06:22:29.013839 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Request body: {'port': {'device_id': '541bf44a-150e-4612-916f-cd78b4886925', 'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308', 'admin_state_up': True, 'tenant_id': 'dfc75c75a56f459c9238034f2a8c9179'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:22:29.073639 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:29.077220 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:29.112047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8e990b9d-dcb8-4776-a115-d2216ee610da tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:29.374637 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:22:29.381734 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Made reservation on behalf of 3a55baeb1a6040e7bb3ded9a5ca4be55 for: {'network': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:22:29.390292 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:29.427197 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:22:29.447273 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:22:29.453112 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c8dc57be-0506-4dd9-9067-b043b86854ed req-8edc01ee-b61c-49a3-8330-51984236f4d3 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 210 time: 0.1148136 Apr 21 06:22:29.490729 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Pushing event updated for resources: {'Port': ['ID=fa376ad9-90d4-413d-87f9-888922a7bbd5,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:29.511456 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:29.511456 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:29.517917 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:29.539133 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:29.549277 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:29.555918 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Made reservation on behalf of dfc75c75a56f459c9238034f2a8c9179 for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:22:29.558018 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Usage tracker for resource:security_group_rule and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:22:29.565139 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:22:29.570708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:29.587128 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:29.619119 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:29.620021 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:29.687153 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-4f8bf570-1425-4c94-8ab5-60d7f358edf1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7534158 Apr 21 06:22:29.715242 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Request body: {'port': {'device_id': 'ee38b1fc-4535-479f-a40a-a7a5953acd58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:22:29.897843 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:29.909329 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:29.917008 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-99f74af6-607b-470a-b0f5-dac19c5b99d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:29.957922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Allocated IP 172.20.0.13 (04001aca-b2cb-4c23-aff2-4daa3c3f1308/8a2a044a-d28f-4dd3-ba3a-61270af01913/18646dcc-ae2a-46be-a842-6413561fb11f) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:22:29.975816 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=86267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:22:29.988498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:30.001647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593025c7-0df4-425e-b164-1cd865102476,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:30.011820 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:30.020978 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:30.021211 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Added segment 7a713c9e-af7b-4a0a-90c4-b07ef75d00f6 of type vlan for network f539fb37-8abf-4a55-9300-e38107332925 Apr 21 06:22:30.421426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:30.626750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:30.677446 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:30.692996 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-54e6cd48-68ca-4412-95f7-4e13597dd618 tempest-VolumesActionsTest-2106435679 tempest-VolumesActionsTest-2106435679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:30.823572 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:22:30.860592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fca8ee-454b-4151-a40b-9fab8a03eda5 req-43f078a4-dd36-47dd-870b-be531c00fb0e tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:30.861417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-39fca8ee-454b-4151-a40b-9fab8a03eda5 req-43f078a4-dd36-47dd-870b-be531c00fb0e tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Synchronizing usage tracker for tenant:74b829e0536a4f438f37b8bb28ab8127 on resource:port {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:22:30.881422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:30.895987 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:30.896944 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:30.912973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:22:30.913444 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:30.916618 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:22:31.048253 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Pushing event updated for resources: {'Port': ['ID=18646dcc-ae2a-46be-a842-6413561fb11f,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:31.064013 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:31.089835 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:31.091630 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:31.159249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Pushing event updated for resources: {'Network': ['ID=f539fb37-8abf-4a55-9300-e38107332925,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:31.167448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:31.210984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network f539fb37-8abf-4a55-9300-e38107332925 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:22:31.280241 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805ad09-6668-4eab-8840-36380e6f1906 req-59ee08cb-6e04-4727-8bbd-78cb5708b292 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:31.281546 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-0805ad09-6668-4eab-8840-36380e6f1906 req-59ee08cb-6e04-4727-8bbd-78cb5708b292 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Synchronizing usage tracker for tenant:dfc75c75a56f459c9238034f2a8c9179 on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:22:31.312079 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3061879 Apr 21 06:22:31.318361 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-0805ad09-6668-4eab-8840-36380e6f1906 req-59ee08cb-6e04-4727-8bbd-78cb5708b292 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Unset dirty status for tenant:dfc75c75a56f459c9238034f2a8c9179 on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:22:31.321468 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0805ad09-6668-4eab-8840-36380e6f1906 req-59ee08cb-6e04-4727-8bbd-78cb5708b292 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 932 time: 0.5392935 Apr 21 06:22:31.333196 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Request body: {'port': {'device_id': '541bf44a-150e-4612-916f-cd78b4886925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:22:31.378426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa376ad9-90d4-413d-87f9-888922a7bbd5 {{(pid=86267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:22:31.389447 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:31.412791 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Transition to ACTIVE for port object fa376ad9-90d4-413d-87f9-888922a7bbd5 will not be triggered until provisioned by entity L2. {{(pid=86267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:31.418904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-39fca8ee-454b-4151-a40b-9fab8a03eda5 req-43f078a4-dd36-47dd-870b-be531c00fb0e tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Unset dirty status for tenant:74b829e0536a4f438f37b8bb28ab8127 on resource:port {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:22:31.430625 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-39fca8ee-454b-4151-a40b-9fab8a03eda5 req-43f078a4-dd36-47dd-870b-be531c00fb0e tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 931 time: 1.1687293 Apr 21 06:22:31.513593 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0805ad09-6668-4eab-8840-36380e6f1906 req-1d164625-ccde-409c-8c59-d65e2deff3fe tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140683 Apr 21 06:22:31.529079 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:31.552192 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6200697 Apr 21 06:22:31.558759 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c36d05a6-7e66-47e7-9e14-69aee17c500b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:31.719810 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 33594) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:31.720670 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:31.763373 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Request body: {'subnet': {'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-subnet', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:22:31.790024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:31.927158 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Pushing event updated for resources: {'Port': ['ID=fa376ad9-90d4-413d-87f9-888922a7bbd5,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:31.933694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:32.225913 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-39fca8ee-454b-4151-a40b-9fab8a03eda5 req-e1939622-eaa4-42f9-8979-7a349587198b tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7783635 Apr 21 06:22:32.236377 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Attempting to bind port fa376ad9-90d4-413d-87f9-888922a7bbd5 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:22:32.236932 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Attempting to bind port fa376ad9-90d4-413d-87f9-888922a7bbd5 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b9569b93-2b7d-45a0-ba50-fde4714ab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7'}] {{(pid=86267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:22:32.237421 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Attempting to bind port fa376ad9-90d4-413d-87f9-888922a7bbd5 on network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:32.244785 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Port fa376ad9-90d4-413d-87f9-888922a7bbd5 on network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:22:32.245290 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Attempting to bind port fa376ad9-90d4-413d-87f9-888922a7bbd5 on network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:32.252491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:22:32.253013 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Checking segment: {'id': 'b9569b93-2b7d-45a0-ba50-fde4714ab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:22:32.253562 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Bound using segment: {'id': 'b9569b93-2b7d-45a0-ba50-fde4714ab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7'} {{(pid=86267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:22:32.254216 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Bound port: fa376ad9-90d4-413d-87f9-888922a7bbd5, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9569b93-2b7d-45a0-ba50-fde4714ab657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7'}}] {{(pid=86267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:22:32.255327 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:32.335281 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18646dcc-ae2a-46be-a842-6413561fb11f {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:22:32.344352 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:32.364519 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Transition to ACTIVE for port object 18646dcc-ae2a-46be-a842-6413561fb11f will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:32.370997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] For port fa376ad9-90d4-413d-87f9-888922a7bbd5, host hv-cinder-77630, cleared binding levels {{(pid=86267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:22:32.375064 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] For port fa376ad9-90d4-413d-87f9-888922a7bbd5, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fa376ad9-90d4-413d-87f9-888922a7bbd5,segment=NetworkSegment(b9569b93-2b7d-45a0-ba50-fde4714ab657),segment_id=b9569b93-2b7d-45a0-ba50-fde4714ab657)] {{(pid=86267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:22:32.383633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:32.400056 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:32.405988 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Usage tracker for resource:subnet and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:22:32.417720 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:22:32.425650 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:32.433770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:32.465738 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:32.468357 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:32.474462 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] 10.222.0.41 "PUT /v2.0/ports/fa376ad9-90d4-413d-87f9-888922a7bbd5 HTTP/1.1" status: 200 len: 1093 time: 2.7652225 Apr 21 06:22:32.491196 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee38b1fc-4535-479f-a40a-a7a5953acd58', 'tag': 'fa376ad9-90d4-413d-87f9-888922a7bbd5'}] {{(pid=86267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:22:32.550235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:32.694359 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Pushing event updated for resources: {'Port': ['ID=18646dcc-ae2a-46be-a842-6413561fb11f,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:32.697108 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Made reservation on behalf of 3a55baeb1a6040e7bb3ded9a5ca4be55 for: {'subnet': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:22:32.706072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6277390'] for subnet, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:32.724110 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:32.951074 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee38b1fc-4535-479f-a40a-a7a5953acd58', 'tag': 'fa376ad9-90d4-413d-87f9-888922a7bbd5', 'status': 'completed', 'code': 200} Apr 21 06:22:32.971468 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Attempting to bind port 18646dcc-ae2a-46be-a842-6413561fb11f on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:22:32.971847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Attempting to bind port 18646dcc-ae2a-46be-a842-6413561fb11f by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'f92ba50c-361b-4b01-b798-0f5dec9a68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:22:32.972536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Attempting to bind port 18646dcc-ae2a-46be-a842-6413561fb11f on network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:32.979336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Port 18646dcc-ae2a-46be-a842-6413561fb11f on network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:22:32.979702 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Attempting to bind port 18646dcc-ae2a-46be-a842-6413561fb11f on network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:33.005650 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:22:33.005650 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Checking segment: {'id': 'f92ba50c-361b-4b01-b798-0f5dec9a68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:22:33.005650 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Bound using segment: {'id': 'f92ba50c-361b-4b01-b798-0f5dec9a68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:22:33.005650 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Bound port: 18646dcc-ae2a-46be-a842-6413561fb11f, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f92ba50c-361b-4b01-b798-0f5dec9a68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:22:33.005650 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:33.023313 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c15ef-5429-43d6-a082-3d0fd9379e6b req-09ebf808-c6bb-4cc9-9fd4-7d590e590cea tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:33.025141 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0a6c15ef-5429-43d6-a082-3d0fd9379e6b req-09ebf808-c6bb-4cc9-9fd4-7d590e590cea tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.6592054 Apr 21 06:22:33.104016 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Pushing event updated for resources: {'Port': ['ID=fa376ad9-90d4-413d-87f9-888922a7bbd5,revision_number=3']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:33.124844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:33.160796 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0a6c15ef-5429-43d6-a082-3d0fd9379e6b req-d3b881d8-8c1e-41a0-917a-f69069598dff tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263618 Apr 21 06:22:33.171466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-43824cea-5d57-46c7-98ef-e67f57bd141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:33.173370 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-43824cea-5d57-46c7-98ef-e67f57bd141a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74b829e0536a4f438f37b8bb28ab8127&device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 1096 time: 0.6484857 Apr 21 06:22:33.222754 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] For port 18646dcc-ae2a-46be-a842-6413561fb11f, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:22:33.243318 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] For port 18646dcc-ae2a-46be-a842-6413561fb11f, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=18646dcc-ae2a-46be-a842-6413561fb11f,segment=NetworkSegment(f92ba50c-361b-4b01-b798-0f5dec9a68df),segment_id=f92ba50c-361b-4b01-b798-0f5dec9a68df)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:22:33.252481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48a806-a273-437a-a9f0-ba7b6341147d req-6a4468bb-ae10-4423-8f05-5e3a6be50138 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:33.252757 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:33.257025 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2f48a806-a273-437a-a9f0-ba7b6341147d req-6a4468bb-ae10-4423-8f05-5e3a6be50138 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 944 time: 0.3006868 Apr 21 06:22:33.264399 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-54bd052e-8bb5-43b7-a779-938d7f880fc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa376ad9-90d4-413d-87f9-888922a7bbd5 HTTP/1.1" status: 200 len: 217 time: 0.0834689 Apr 21 06:22:33.271379 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:33.364426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:33.365483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:33.367827 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/18646dcc-ae2a-46be-a842-6413561fb11f HTTP/1.1" status: 200 len: 1094 time: 2.0441418 Apr 21 06:22:33.368734 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541bf44a-150e-4612-916f-cd78b4886925', 'tag': '18646dcc-ae2a-46be-a842-6413561fb11f'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:22:33.379043 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2f48a806-a273-437a-a9f0-ba7b6341147d req-1e3641f7-0edd-4ce8-8cb9-c9992d2c61a1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098204 Apr 21 06:22:33.384498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-cc3f7435-c52b-427c-928c-113a9631066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:33.386185 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-cc3f7435-c52b-427c-928c-113a9631066f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403173d7-1ea4-4a07-808b-17cd5fe9b071 HTTP/1.1" status: 200 len: 854 time: 0.1018770 Apr 21 06:22:33.447197 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-7b21e498-0c77-4fce-9779-ecf93d1ac0a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542414 Apr 21 06:22:33.796590 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-2f0b38ef-2240-4ba9-ba85-3c839ad05831 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409510 Apr 21 06:22:33.892843 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Pushing event updated for resources: {'Port': ['ID=18646dcc-ae2a-46be-a842-6413561fb11f,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:33.900445 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:33.961322 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-f9663049-eb9c-47bb-ad1d-c043da6c753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:33.963433 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-f9663049-eb9c-47bb-ad1d-c043da6c753e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc75c75a56f459c9238034f2a8c9179&device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 1097 time: 0.4703281 Apr 21 06:22:34.052942 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541bf44a-150e-4612-916f-cd78b4886925', 'tag': '18646dcc-ae2a-46be-a842-6413561fb11f', 'status': 'completed', 'code': 200} Apr 21 06:22:34.054598 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-7c261fb4-b789-4cd6-911e-6f6ca13cd47a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18646dcc-ae2a-46be-a842-6413561fb11f HTTP/1.1" status: 200 len: 217 time: 0.0804918 Apr 21 06:22:34.137895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c0044-c224-4238-9afa-0e13e9808cba req-1875c95a-20d6-492f-9589-b7aa455f244b tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:34.139417 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-415c0044-c224-4238-9afa-0e13e9808cba req-1875c95a-20d6-492f-9589-b7aa455f244b tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 943 time: 0.4750881 Apr 21 06:22:34.142404 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dc28b2c-3449-4ecb-aeef-539cf47f4f0f req-dfd2a19a-1ee7-44d5-a0aa-21d1f0957bbf service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371570 Apr 21 06:22:34.184427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-28b37212-c901-429b-8e66-42ad63206944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:34.186056 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-28b37212-c901-429b-8e66-42ad63206944 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a2a044a-d28f-4dd3-ba3a-61270af01913 HTTP/1.1" status: 200 len: 849 time: 0.1247184 Apr 21 06:22:34.263233 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-6791bc90-8883-4438-a3a2-461d8dd22fae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04001aca-b2cb-4c23-aff2-4daa3c3f1308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621605 Apr 21 06:22:34.266847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6614512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6277407'] for subnet, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:34.294969 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-415c0044-c224-4238-9afa-0e13e9808cba req-24e7dda0-64af-4c4f-95db-781dc1cade27 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263766 Apr 21 06:22:34.298498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:34.367792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00da004-722c-451c-a72e-687438533a56 req-033984de-5525-4dd6-8bb1-7fb5b2901cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:34.369508 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d00da004-722c-451c-a72e-687438533a56 req-033984de-5525-4dd6-8bb1-7fb5b2901cc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74b829e0536a4f438f37b8bb28ab8127&device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 1096 time: 0.1622050 Apr 21 06:22:34.565643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=702f025a-ad00-43bf-8b02-8e42b4b9eb44,revision_number=0']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:34.583992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:34.636890 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Checking segment: {'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:22:34.637575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Network hostable DHCP agents. Network: f539fb37-8abf-4a55-9300-e38107332925, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:22:34.680574 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-0d0b55c1-cbbe-4132-bdd5-83db2a07069c service neutron] 10.222.0.41 "GET /v2.0/networks/04001aca-b2cb-4c23-aff2-4daa3c3f1308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067602 Apr 21 06:22:34.824578 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00da004-722c-451c-a72e-687438533a56 req-49e0e0ad-d045-4c5c-b519-810a34925c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:34.826167 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d00da004-722c-451c-a72e-687438533a56 req-49e0e0ad-d045-4c5c-b519-810a34925c8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 HTTP/1.1" status: 200 len: 915 time: 0.4487805 Apr 21 06:22:34.871369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Network f539fb37-8abf-4a55-9300-e38107332925 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:22:34.929691 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d00da004-722c-451c-a72e-687438533a56 req-bfc199d4-c8f5-4193-a6bd-87645aa6f6d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa376ad9-90d4-413d-87f9-888922a7bbd5 HTTP/1.1" status: 200 len: 217 time: 0.0936048 Apr 21 06:22:34.937983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, f539fb37-8abf-4a55-9300-e38107332925) {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:22:34.939723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-9caf939d-c112-41ef-b746-ad5fc7c84e97 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:34.940588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-9caf939d-c112-41ef-b746-ad5fc7c84e97 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Synchronizing usage tracker for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:network {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:22:34.956921 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af009c68-5133-439b-97ad-52cdd52f7af2 req-bd162c28-30ae-4701-93e6-5801b2183be1 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:34.960635 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-af009c68-5133-439b-97ad-52cdd52f7af2 req-bd162c28-30ae-4701-93e6-5801b2183be1 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.4605377 Apr 21 06:22:34.967642 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfde408-3cab-484c-b12d-5431e379afc6 None None] Network f539fb37-8abf-4a55-9300-e38107332925 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:22:35.015704 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:35.015704 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:35.025912 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-9caf939d-c112-41ef-b746-ad5fc7c84e97 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Unset dirty status for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:network {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:22:35.033505 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-9caf939d-c112-41ef-b746-ad5fc7c84e97 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/networks?id=3ef1878d-7d63-4dcc-a567-846d63e6c820 HTTP/1.1" status: 200 len: 815 time: 0.4145954 Apr 21 06:22:35.051314 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00da004-722c-451c-a72e-687438533a56 req-467177e6-8d76-4aef-810c-5bc1fc636ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:35.053027 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d00da004-722c-451c-a72e-687438533a56 req-467177e6-8d76-4aef-810c-5bc1fc636ac8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=403173d7-1ea4-4a07-808b-17cd5fe9b071 HTTP/1.1" status: 200 len: 854 time: 0.1090348 Apr 21 06:22:35.062209 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bb38654d-708f-402a-9cd9-e2343d263f94 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/quotas/b99e970b117f45db8baf3ec9c8508679 HTTP/1.1" status: 200 len: 375 time: 0.0277152 Apr 21 06:22:35.136175 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a8096dac-9f38-4547-8027-08e9bbfd1a22 req-706a7f95-99ed-4e2d-bb60-172bf29d1618 service neutron] 10.222.0.41 "GET /v2.0/networks/04001aca-b2cb-4c23-aff2-4daa3c3f1308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387119 Apr 21 06:22:35.156542 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-039e623f-2eb0-45c9-a405-2191350a1ac8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.4110260 Apr 21 06:22:35.161483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 33646) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:35.178665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:22:35.192889 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:35.207893 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-af009c68-5133-439b-97ad-52cdd52f7af2 req-1c6442c1-5fa4-47c1-b8ce-08b8f107c674 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372690 Apr 21 06:22:35.210097 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Usage tracker for resource:router and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:22:35.216325 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:22:35.233298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:35.349244 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3091'] for router, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:35.351405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846785787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846888684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772709'] for router, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:35.375657 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d00da004-722c-451c-a72e-687438533a56 req-ad030bf5-2f15-48b1-a66d-27653a55f975 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2457595 Apr 21 06:22:35.420633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:35.474556 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a1a8d-560e-472b-86d2-cc9f982441a6 req-052fc2b2-8133-4ed8-848c-d4d99b5ae0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:35.477691 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-da3a1a8d-560e-472b-86d2-cc9f982441a6 req-052fc2b2-8133-4ed8-848c-d4d99b5ae0dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc75c75a56f459c9238034f2a8c9179&device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 1097 time: 0.2390118 Apr 21 06:22:35.638887 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d00da004-722c-451c-a72e-687438533a56 req-5419554a-b1a2-4744-a0c6-c5c083ffea4c service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327263 Apr 21 06:22:35.655255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0189f098-c9a3-54f9-84eb-8f7de1146704-f539fb37-8abf-4a55-9300-e38107332925', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44'}]}} from dv-cinder-776307-5-smb. {{(pid=86269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:22:35.656984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:35.875040 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-71ae599a-2132-497e-a970-51bee16759d1 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Synchronizing usage tracker for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:port {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:22:35.933062 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Allocated IP 172.20.0.2 (f539fb37-8abf-4a55-9300-e38107332925/702f025a-ad00-43bf-8b02-8e42b4b9eb44/d4770c83-8c33-43fe-9264-15bf8a44021e) {{(pid=86269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:22:35.967880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-71ae599a-2132-497e-a970-51bee16759d1 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Unset dirty status for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:port {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:22:35.970428 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-71ae599a-2132-497e-a970-51bee16759d1 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b99e970b117f45db8baf3ec9c8508679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9070382 Apr 21 06:22:35.977631 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d00da004-722c-451c-a72e-687438533a56 req-80f9d4e6-f398-4c45-bef5-8b372dbd9607 service neutron] 10.222.0.41 "GET /v2.0/networks/4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137245 Apr 21 06:22:36.203559 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-e6379f84-439a-40b8-80ef-f7dd6693e94c service neutron] 10.222.0.32 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103519 Apr 21 06:22:36.314026 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Notify callbacks [] for port, precommit_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:36.326622 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Transition to ACTIVE for port object d4770c83-8c33-43fe-9264-15bf8a44021e will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:36.330518 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846785550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772726'] for router, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:36.352642 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Transition to ACTIVE for port object d4770c83-8c33-43fe-9264-15bf8a44021e will not be triggered until provisioned by entity DHCP. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:36.361683 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:36.371466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a30b17e5-0b11-43c5-8b92-e32987078151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:36.384955 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a1a8d-560e-472b-86d2-cc9f982441a6 req-ee608612-ee9b-4461-834d-00db3a6b2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:36.386620 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-da3a1a8d-560e-472b-86d2-cc9f982441a6 req-ee608612-ee9b-4461-834d-00db3a6b2e49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04001aca-b2cb-4c23-aff2-4daa3c3f1308 HTTP/1.1" status: 200 len: 910 time: 0.7608287 Apr 21 06:22:36.411857 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-3dbfd4b5-eb80-4353-805b-c082022638d3 service neutron] 10.222.0.32 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999254 Apr 21 06:22:36.524533 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f50dbc-416a-463c-bc02-a21ab8b57daa req-009fb186-0507-4141-8c37-e4277df1fc96 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:36.526560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Pushing event updated for resources: {'Port': ['ID=d4770c83-8c33-43fe-9264-15bf8a44021e,revision_number=1']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:36.532575 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-77f50dbc-416a-463c-bc02-a21ab8b57daa req-009fb186-0507-4141-8c37-e4277df1fc96 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 944 time: 0.8737869 Apr 21 06:22:36.535104 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:36.553159 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Network f539fb37-8abf-4a55-9300-e38107332925 is already hosted by enough agents. {{(pid=86269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:22:36.555182 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Resources bound (agent type, host, resource id): {{(pid=86269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:22:36.559144 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Received port after_create {{(pid=86269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:22:36.794574 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Attempting to bind port d4770c83-8c33-43fe-9264-15bf8a44021e on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:22:36.795705 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Attempting to bind port d4770c83-8c33-43fe-9264-15bf8a44021e by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:22:36.796820 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Attempting to bind port d4770c83-8c33-43fe-9264-15bf8a44021e on network f539fb37-8abf-4a55-9300-e38107332925 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:36.810257 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:22:36.811251 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Checking segment: {'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:22:36.812577 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:36.814255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Bound using segment: {'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:22:36.815530 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Bound port: d4770c83-8c33-43fe-9264-15bf8a44021e, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:22:36.816637 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:36.825917 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-da3a1a8d-560e-472b-86d2-cc9f982441a6 req-0b882e52-adab-4e93-be77-0b8d0e6bcfdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18646dcc-ae2a-46be-a842-6413561fb11f HTTP/1.1" status: 200 len: 217 time: 0.3836598 Apr 21 06:22:36.918289 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-77f50dbc-416a-463c-bc02-a21ab8b57daa req-767870d2-a672-4dba-9fb2-c084a118f235 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846285 Apr 21 06:22:36.976246 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a1a8d-560e-472b-86d2-cc9f982441a6 req-6e570264-3c11-43c3-928e-c84c16c61bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:36.978485 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-da3a1a8d-560e-472b-86d2-cc9f982441a6 req-6e570264-3c11-43c3-928e-c84c16c61bcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a2a044a-d28f-4dd3-ba3a-61270af01913 HTTP/1.1" status: 200 len: 849 time: 0.1388233 Apr 21 06:22:37.024090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:22:37.043612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device fa376ad9-90d4-413d-87f9-888922a7bbd5 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:22:37.058599 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-da3a1a8d-560e-472b-86d2-cc9f982441a6 req-9f0adb7f-3a4a-47e2-b39a-296913df042c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04001aca-b2cb-4c23-aff2-4daa3c3f1308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682800 Apr 21 06:22:37.066206 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] For port d4770c83-8c33-43fe-9264-15bf8a44021e, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:22:37.071764 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] For port d4770c83-8c33-43fe-9264-15bf8a44021e, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=d4770c83-8c33-43fe-9264-15bf8a44021e,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:22:37.079287 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:37.086708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:37.166239 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3cec-2687-4f68-9dce-b58c60f2ae81 req-31683c0a-aadb-43bb-9f87-907fb68e53b0 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:37.168011 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7a4f3cec-2687-4f68-9dce-b58c60f2ae81 req-31683c0a-aadb-43bb-9f87-907fb68e53b0 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 943 time: 0.1961007 Apr 21 06:22:37.242828 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7a4f3cec-2687-4f68-9dce-b58c60f2ae81 req-e7e88ef6-1625-410f-867e-39a9216a6554 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670226 Apr 21 06:22:37.359752 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Pushing event updated for resources: {'Port': ['ID=d4770c83-8c33-43fe-9264-15bf8a44021e,revision_number=2']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:37.366189 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:37.436826 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port fa376ad9-90d4-413d-87f9-888922a7bbd5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fa376ad9-90d4-413d-87f9-888922a7bbd5,segment=NetworkSegment(b9569b93-2b7d-45a0-ba50-fde4714ab657),segment_id=b9569b93-2b7d-45a0-ba50-fde4714ab657)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:37.453936 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4ab16d39-ae61-4e95-a950-70de5c944f42 req-63571c4e-3319-43da-b371-a5c6a67901cf tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 210 time: 0.1285703 Apr 21 06:22:37.489516 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': 'fa376ad9-90d4-413d-87f9-888922a7bbd5', 'network_id': '4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7', 'port_id': 'fa376ad9-90d4-413d-87f9-888922a7bbd5', 'mac_address': 'fa:16:3e:3f:33:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403173d7-1ea4-4a07-808b-17cd5fe9b071', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:22:37.600470 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036042a-f0fe-4d36-b2b9-ab2d6a8c3627 req-4731be88-8130-4538-98ca-74de6ddab2e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:37.602046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:37.603482 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3036042a-f0fe-4d36-b2b9-ab2d6a8c3627 req-4731be88-8130-4538-98ca-74de6ddab2e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.5435705 Apr 21 06:22:37.643902 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa376ad9-90d4-413d-87f9-888922a7bbd5 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:22:37.678498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port fa376ad9-90d4-413d-87f9-888922a7bbd5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fa376ad9-90d4-413d-87f9-888922a7bbd5,segment=NetworkSegment(b9569b93-2b7d-45a0-ba50-fde4714ab657),segment_id=b9569b93-2b7d-45a0-ba50-fde4714ab657)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:37.686464 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:37.689802 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:37.914735 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=fa376ad9-90d4-413d-87f9-888922a7bbd5,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:37.921827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:37.939154 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-da3a1a8d-560e-472b-86d2-cc9f982441a6 req-9e95d4f1-d0b6-4dcd-a41c-c2c17c39e482 service neutron] 10.222.0.41 "GET /v2.0/networks/04001aca-b2cb-4c23-aff2-4daa3c3f1308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8126717 Apr 21 06:22:37.950738 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['fa376ad9-90d4-413d-87f9-888922a7bbd5'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:22:38.055489 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3036042a-f0fe-4d36-b2b9-ab2d6a8c3627 req-ed34b54a-4965-43c2-919b-4e3464107d8c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184552 Apr 21 06:22:38.246651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:38.266602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148935e-a75d-4818-b2ac-36b1c239f341 req-e0424383-75d7-42ed-bdf7-a7449ba3019d tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:38.277091 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8148935e-a75d-4818-b2ac-36b1c239f341 req-e0424383-75d7-42ed-bdf7-a7449ba3019d tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 944 time: 0.1878016 Apr 21 06:22:38.334840 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:38.338101 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8148935e-a75d-4818-b2ac-36b1c239f341 req-76ced7e6-0177-4cee-a64d-4eda2cf3d1a6 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597916 Apr 21 06:22:38.478433 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-da3a1a8d-560e-472b-86d2-cc9f982441a6 req-1176d99c-bf5c-4121-9dbb-0f2718d5cf0d service neutron] 10.222.0.41 "GET /v2.0/networks/04001aca-b2cb-4c23-aff2-4daa3c3f1308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913568 Apr 21 06:22:38.746511 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-daae7913-1df8-4974-80c1-33e6cade3698 req-7349e727-06e0-4ac7-afdc-ace7a51af566 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 210 time: 0.0905128 Apr 21 06:22:38.774972 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Allocated IP 172.28.0.252 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/2c17bd38-2468-4add-a91b-fc24c1a395bb) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:22:38.820750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-786ff963-77bc-464d-b61c-797c38d87175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:38.895881 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 18646dcc-ae2a-46be-a842-6413561fb11f details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:22:38.912732 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device fa376ad9-90d4-413d-87f9-888922a7bbd5 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:39.007973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6aee27-6e5f-427c-be1d-502c8c13abbb req-cd22cba3-b8c0-4252-b1f8-1b88cf766ce7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:39.018026 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7b6aee27-6e5f-427c-be1d-502c8c13abbb req-cd22cba3-b8c0-4252-b1f8-1b88cf766ce7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 944 time: 0.4132960 Apr 21 06:22:39.349557 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7b6aee27-6e5f-427c-be1d-502c8c13abbb req-1cdff9c9-cad6-45f2-b321-58be15c81dc1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101945 Apr 21 06:22:39.721711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 18646dcc-ae2a-46be-a842-6413561fb11f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=18646dcc-ae2a-46be-a842-6413561fb11f,segment=NetworkSegment(f92ba50c-361b-4b01-b798-0f5dec9a68df),segment_id=f92ba50c-361b-4b01-b798-0f5dec9a68df)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:39.761385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3d574-92cb-411d-a92d-91b9ff58f4b6 req-4db994bc-68a9-4aec-b430-56916e740ee4 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:39.777653 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dd3d574-92cb-411d-a92d-91b9ff58f4b6 req-4db994bc-68a9-4aec-b430-56916e740ee4 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2756207 Apr 21 06:22:39.782412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '18646dcc-ae2a-46be-a842-6413561fb11f', 'network_id': '04001aca-b2cb-4c23-aff2-4daa3c3f1308', 'port_id': '18646dcc-ae2a-46be-a842-6413561fb11f', 'mac_address': 'fa:16:3e:84:10:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2a044a-d28f-4dd3-ba3a-61270af01913', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:22:39.792215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device d4770c83-8c33-43fe-9264-15bf8a44021e up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:39.842727 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fecd3d-26d5-4767-be25-27ca409d0294 None None] Network f539fb37-8abf-4a55-9300-e38107332925 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:22:39.854135 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-c50085f3-844e-423e-a4f0-dd7ac8bdeadb tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:39.871537 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-c50085f3-844e-423e-a4f0-dd7ac8bdeadb tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.41 "GET /v2.0/networks?id=3ef1878d-7d63-4dcc-a567-846d63e6c820 HTTP/1.1" status: 200 len: 815 time: 0.6945777 Apr 21 06:22:39.896424 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7dd3d574-92cb-411d-a92d-91b9ff58f4b6 req-2ff9321e-90de-45d3-ba63-a0472fe770ef tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163745 Apr 21 06:22:39.898864 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Request body: {'port': {'device_id': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'admin_state_up': True, 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:22:40.269806 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-66df4734-5054-4e2a-8233-311c7b6fa375 req-b7cdcb5f-5a6e-441c-8033-86ebcf7d8668 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 210 time: 0.1171231 Apr 21 06:22:40.285234 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:40.399615 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab679d30-1db1-45f3-9a1c-661a25ad1ebf req-8b46bad2-485c-4985-916f-981a1bd689ab tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:40.401371 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ab679d30-1db1-45f3-9a1c-661a25ad1ebf req-8b46bad2-485c-4985-916f-981a1bd689ab tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 944 time: 0.5234015 Apr 21 06:22:40.419014 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:40.450429 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:40.452076 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:40.484174 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Made reservation on behalf of b99e970b117f45db8baf3ec9c8508679 for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:22:40.484897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-5d9e7a43-0dd7-4fc6-980c-29975c4d88bb None None] Provisioning for port d4770c83-8c33-43fe-9264-15bf8a44021e completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:40.498407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:40.519325 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:40.523575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port fa376ad9-90d4-413d-87f9-888922a7bbd5 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:40.529952 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:40.530320 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18646dcc-ae2a-46be-a842-6413561fb11f {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:22:40.544785 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port fa376ad9-90d4-413d-87f9-888922a7bbd5 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:40.545207 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:40.577188 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ab679d30-1db1-45f3-9a1c-661a25ad1ebf req-a347ddd5-0ea0-4370-9646-7951b4f3d8d9 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552424 Apr 21 06:22:40.678237 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:22:40.693354 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:22:40.700948 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:22:40.736259 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port d4770c83-8c33-43fe-9264-15bf8a44021e completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:40.765817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 18646dcc-ae2a-46be-a842-6413561fb11f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=18646dcc-ae2a-46be-a842-6413561fb11f,segment=NetworkSegment(f92ba50c-361b-4b01-b798-0f5dec9a68df),segment_id=f92ba50c-361b-4b01-b798-0f5dec9a68df)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:40.769283 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Pushing event updated for resources: {'Port': ['ID=2c17bd38-2468-4add-a91b-fc24c1a395bb,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:40.784895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:40.822139 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port d4770c83-8c33-43fe-9264-15bf8a44021e triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:40.822139 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:40.892902 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:40.906500 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:41.112172 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:41.171462 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['18646dcc-ae2a-46be-a842-6413561fb11f'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:22:41.248185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee38b1fc-4535-479f-a40a-a7a5953acd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa376ad9-90d4-413d-87f9-888922a7bbd5'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:22:41.263639 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=18646dcc-ae2a-46be-a842-6413561fb11f,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:41.287376 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:41.288664 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:41.289272 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:41.289845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:41.290595 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:41.291165 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:41.291738 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:41.292508 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:41.293101 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:41.293681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:41.294239 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:41.294813 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:41.332368 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:41.352753 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port fa376ad9-90d4-413d-87f9-888922a7bbd5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fa376ad9-90d4-413d-87f9-888922a7bbd5,segment=NetworkSegment(b9569b93-2b7d-45a0-ba50-fde4714ab657),segment_id=b9569b93-2b7d-45a0-ba50-fde4714ab657)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:41.362424 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:41.469993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Allocated IP 172.20.0.11 (3ef1878d-7d63-4dcc-a567-846d63e6c820/9ef494a8-064d-4fde-9bba-3e1272d32ff0/3071262a-e412-478e-a4db-7741d7ff67ac) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:22:41.552394 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:41.579422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d682d69-5e8a-4db9-ac68-894541007919 req-eff22bea-1e97-4cec-8520-172e9a4c99b2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:41.592616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:41.602793 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7d682d69-5e8a-4db9-ac68-894541007919 req-eff22bea-1e97-4cec-8520-172e9a4c99b2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 945 time: 0.8927894 Apr 21 06:22:41.760564 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7d682d69-5e8a-4db9-ac68-894541007919 req-00e60d1f-1eac-4249-9975-f355c847d3ab tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456649 Apr 21 06:22:41.906090 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee38b1fc-4535-479f-a40a-a7a5953acd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa376ad9-90d4-413d-87f9-888922a7bbd5', 'code': 200} Apr 21 06:22:41.921540 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5caeb-8d25-4a40-b8c1-c09b54410209 req-a615f705-b1ad-4427-b81d-6197a61d7e96 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:41.945103 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dea5caeb-8d25-4a40-b8c1-c09b54410209 req-a615f705-b1ad-4427-b81d-6197a61d7e96 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.6033616 Apr 21 06:22:42.094018 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port d4770c83-8c33-43fe-9264-15bf8a44021e, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=d4770c83-8c33-43fe-9264-15bf8a44021e,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:42.101801 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5fe03ea9-ba43-41cf-8834-f32624739dbf req-5fed3f08-869a-4f10-bce9-800156fbb2f2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 210 time: 0.1278365 Apr 21 06:22:42.137515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a81c5028-f3f3-4c25-8d01-c11379afdc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:42.143691 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=fa376ad9-90d4-413d-87f9-888922a7bbd5,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:42.163290 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:42.165159 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:42.190083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:42.197745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:42.199150 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:42.516774 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39e867-28d7-428b-807f-c821b88d1e11 req-0fdddf93-427b-4b66-822b-45af3b1b27b6 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:42.518627 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0e39e867-28d7-428b-807f-c821b88d1e11 req-0fdddf93-427b-4b66-822b-45af3b1b27b6 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 945 time: 0.2274010 Apr 21 06:22:42.589677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=d4770c83-8c33-43fe-9264-15bf8a44021e,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:42.593182 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dea5caeb-8d25-4a40-b8c1-c09b54410209 req-bb23802f-a763-43fc-8973-92e9467e07f5 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6467466 Apr 21 06:22:42.597064 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:42.599756 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0e39e867-28d7-428b-807f-c821b88d1e11 req-8d144c39-6f91-4984-ad11-9bd958032bc1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673444 Apr 21 06:22:42.826262 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:42.868815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-bb09aae8-f7ad-4fca-a08b-2dfa14cd7444 None None] Provisioning complete for port d4770c83-8c33-43fe-9264-15bf8a44021e triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:42.869248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-bb09aae8-f7ad-4fca-a08b-2dfa14cd7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:42.930676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Transition to ACTIVE for port object 3071262a-e412-478e-a4db-7741d7ff67ac will not be triggered until provisioned by entity DHCP. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:43.101374 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7990232'] for router, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:43.137581 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:43.255200 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:43.263985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-cbec252b-484a-48b9-91a7-7f8e15fc3ef7 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:43.457382 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 33744) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:43.478970 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5b7d1-b2d3-49f2-9d77-467ce273b589 req-1ab6d219-499a-420b-8d6e-09f0296fc7b3 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:43.494120 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2ae5b7d1-b2d3-49f2-9d77-467ce273b589 req-1ab6d219-499a-420b-8d6e-09f0296fc7b3 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 945 time: 0.5615942 Apr 21 06:22:43.526247 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96b18f-01e8-4ba3-b50a-c0e365848e13 req-18d46806-1b1b-4c85-9ac2-9d3dc577dd40 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:43.535168 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-db96b18f-01e8-4ba3-b50a-c0e365848e13 req-18d46806-1b1b-4c85-9ac2-9d3dc577dd40 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 932 time: 0.2335262 Apr 21 06:22:43.581093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Network 3ef1878d-7d63-4dcc-a567-846d63e6c820 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:22:43.590352 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-db96b18f-01e8-4ba3-b50a-c0e365848e13 req-f1ef095b-0efd-4c1a-8754-8373eb445fcb tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Synchronizing usage tracker for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:security_group {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:22:43.608861 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:22:43.616150 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-db96b18f-01e8-4ba3-b50a-c0e365848e13 req-f1ef095b-0efd-4c1a-8754-8373eb445fcb tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Unset dirty status for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:security_group {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:22:43.621261 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:22:43.627887 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-db96b18f-01e8-4ba3-b50a-c0e365848e13 req-f1ef095b-0efd-4c1a-8754-8373eb445fcb tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906160 Apr 21 06:22:43.691608 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event updated for resources: {'Port': ['ID=3071262a-e412-478e-a4db-7741d7ff67ac,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:43.707389 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:43.730912 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2ae5b7d1-b2d3-49f2-9d77-467ce273b589 req-4052d530-fa11-4116-9ee7-d9822b8303c2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353137 Apr 21 06:22:43.812222 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:43.813642 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:43.861911 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2358cebb-1780-41e2-997c-ca95fd3cff3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:43.899751 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0114946 Apr 21 06:22:43.906444 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Router 687fb951-4b51-4cd0-bd9f-6be7338dff83 is scheduled to L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc with binding_index 1 {{(pid=86268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:22:44.000483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2358cebb-1780-41e2-997c-ca95fd3cff3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:44.009188 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2358cebb-1780-41e2-997c-ca95fd3cff3c admin admin] Usage tracker for resource:security_group_rule and tenant:5237c4e1b26a455c8d68ba513108d03b is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:22:44.014483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2358cebb-1780-41e2-997c-ca95fd3cff3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:22:44.020633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2358cebb-1780-41e2-997c-ca95fd3cff3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:44.098668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-bb1cca17-1f0b-4934-93e5-674b3d9b8045 None None] Provisioning for port 3071262a-e412-478e-a4db-7741d7ff67ac completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:44.134134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-bb1cca17-1f0b-4934-93e5-674b3d9b8045 None None] Provisioning complete for port 3071262a-e412-478e-a4db-7741d7ff67ac triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:44.135407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-bb1cca17-1f0b-4934-93e5-674b3d9b8045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:44.142924 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2358cebb-1780-41e2-997c-ca95fd3cff3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:44.149968 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2358cebb-1780-41e2-997c-ca95fd3cff3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:44.221700 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b0ee74ba-210f-4e4b-ad27-2a1b1c1ae040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:44.226859 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cca17-1f0b-4934-93e5-674b3d9b8045 None None] Port 3071262a-e412-478e-a4db-7741d7ff67ac cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:22:44.261365 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-2358cebb-1780-41e2-997c-ca95fd3cff3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5237c4e1b26a455c8d68ba513108d03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7668855 Apr 21 06:22:44.267827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 33754) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:44.314978 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358cebb-1780-41e2-997c-ca95fd3cff3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001fec0d-ef4a-4063-8c36-3a4fa05e7734,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:44.328560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2358cebb-1780-41e2-997c-ca95fd3cff3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:44.354935 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e0530-3cff-47c8-be9d-d6038859739b req-ec0d9ba9-7fa0-43ef-bbc7-f90cba624b6b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:44.363817 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2d8e0530-3cff-47c8-be9d-d6038859739b req-ec0d9ba9-7fa0-43ef-bbc7-f90cba624b6b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.4565294 Apr 21 06:22:44.381548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device d4770c83-8c33-43fe-9264-15bf8a44021e up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:44.508126 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2d8e0530-3cff-47c8-be9d-d6038859739b req-3ecc7947-f656-4bdf-9ef4-fb0776c0517a tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428800 Apr 21 06:22:44.515771 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9d351a1b-ad0f-4e68-9dba-7d4fcd5e8c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:44.536612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port d4770c83-8c33-43fe-9264-15bf8a44021e triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:44.537043 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:44.558000 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9d351a1b-ad0f-4e68-9dba-7d4fcd5e8c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:44.636271 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9d351a1b-ad0f-4e68-9dba-7d4fcd5e8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:44.647718 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-766ab22b-a5ab-435c-9a6a-cb5f3fb30b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:44.665697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d351a1b-ad0f-4e68-9dba-7d4fcd5e8c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001fec0d-ef4a-4063-8c36-3a4fa05e7734,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:44.669540 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9d351a1b-ad0f-4e68-9dba-7d4fcd5e8c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:44.675706 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-9d351a1b-ad0f-4e68-9dba-7d4fcd5e8c69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/001fec0d-ef4a-4063-8c36-3a4fa05e7734 HTTP/1.1" status: 204 len: 168 time: 0.3778017 Apr 21 06:22:44.679063 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9d351a1b-ad0f-4e68-9dba-7d4fcd5e8c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:44.809459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:22:44.826899 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Sync routers for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:22:44.862544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:22:44.863066 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Notify callbacks [] for router, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:44.863264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:22:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:44.864723 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.7021227 Apr 21 06:22:44.867892 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 33766) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:44.916613 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784d471-5904-4c19-b1d7-9e4d35589400 req-33f1e986-699f-440c-a6c9-bf4e40e352af tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:44.924854 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3784d471-5904-4c19-b1d7-9e4d35589400 req-33f1e986-699f-440c-a6c9-bf4e40e352af tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 945 time: 0.8933575 Apr 21 06:22:45.000844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 18646dcc-ae2a-46be-a842-6413561fb11f up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:45.029587 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3784d471-5904-4c19-b1d7-9e4d35589400 req-3449819a-42eb-4aaf-9ac4-782b6e9ab3b6 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035440 Apr 21 06:22:45.343914 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port 18646dcc-ae2a-46be-a842-6413561fb11f completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:45.351344 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:45.354643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 18646dcc-ae2a-46be-a842-6413561fb11f triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:45.355059 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:45.409783 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515cb20-245b-4c87-9a57-1f8f85e024e2 req-0a4a06b9-b216-4ad7-9f93-c06d196d6095 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:45.412418 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1515cb20-245b-4c87-9a57-1f8f85e024e2 req-0a4a06b9-b216-4ad7-9f93-c06d196d6095 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 945 time: 0.1752667 Apr 21 06:22:45.560961 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1515cb20-245b-4c87-9a57-1f8f85e024e2 req-b4791eb2-a862-4bc4-a25a-a3ad246a9d10 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389966 Apr 21 06:22:45.669546 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:22:45.721110 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa8f37-b446-4551-937a-3a2a8c53b2bb req-a07da174-4614-4c87-bcd7-a6c2690ca43a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:45.743321 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-41fa8f37-b446-4551-937a-3a2a8c53b2bb req-a07da174-4614-4c87-bcd7-a6c2690ca43a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 932 time: 0.3607266 Apr 21 06:22:45.912815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaf49a-74b6-4834-aa8e-f90e706d41a5 req-6e605576-5732-488d-b0d7-65205e608c44 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:45.925369 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f1aaf49a-74b6-4834-aa8e-f90e706d41a5 req-6e605576-5732-488d-b0d7-65205e608c44 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1643050 Apr 21 06:22:46.004962 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f1aaf49a-74b6-4834-aa8e-f90e706d41a5 req-264e3538-d0a8-4717-942e-3d0d4133d4dd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781016 Apr 21 06:22:46.176765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:46.467536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541bf44a-150e-4612-916f-cd78b4886925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18646dcc-ae2a-46be-a842-6413561fb11f'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:22:46.564813 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-41fa8f37-b446-4551-937a-3a2a8c53b2bb req-d142a239-3ed8-4fd7-b195-4aa2d0334a5c tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8112986 Apr 21 06:22:46.574160 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cc6cf-5794-4276-aa8d-d48ffdeb6769 req-44841b3b-7024-41cb-9e25-e19781977023 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:46.579253 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 18646dcc-ae2a-46be-a842-6413561fb11f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=18646dcc-ae2a-46be-a842-6413561fb11f,segment=NetworkSegment(f92ba50c-361b-4b01-b798-0f5dec9a68df),segment_id=f92ba50c-361b-4b01-b798-0f5dec9a68df)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:46.586653 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:46.587890 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-122cc6cf-5794-4276-aa8d-d48ffdeb6769 req-44841b3b-7024-41cb-9e25-e19781977023 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 945 time: 0.3095453 Apr 21 06:22:46.594013 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f540c812-d53a-4f61-9dbb-3a6e938e9e18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:46.599046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Request body: {'port': {'device_id': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:22:46.765677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=18646dcc-ae2a-46be-a842-6413561fb11f,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:46.786445 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:46.886917 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-122cc6cf-5794-4276-aa8d-d48ffdeb6769 req-3a3260df-0217-48e6-ba70-79d4537dae68 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963190 Apr 21 06:22:46.943768 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:46.963656 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541bf44a-150e-4612-916f-cd78b4886925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18646dcc-ae2a-46be-a842-6413561fb11f', 'code': 200} Apr 21 06:22:47.099093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:41Z', 'revision_number': 3, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:47.118228 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Checking router: 687fb951-4b51-4cd0-bd9f-6be7338dff83 for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:22:47.119087 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Updating router 687fb951-4b51-4cd0-bd9f-6be7338dff83 port 2c17bd38-2468-4add-a91b-fc24c1a395bb binding host dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:22:47.151346 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:47.418539 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:47.674549 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Allocated IP 172.20.0.1 (f539fb37-8abf-4a55-9300-e38107332925/702f025a-ad00-43bf-8b02-8e42b4b9eb44/342fcb97-c018-4b11-b561-b092e106b3ef) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:22:47.925469 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd638339-5b3e-486d-a4cd-92121b2ae7fa req-32cb43ed-116e-4a21-b674-86b6e66f8d41 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:47.965258 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd638339-5b3e-486d-a4cd-92121b2ae7fa req-32cb43ed-116e-4a21-b674-86b6e66f8d41 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.4215951 Apr 21 06:22:48.105344 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3071262a-e412-478e-a4db-7741d7ff67ac {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:22:48.116675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:48.144566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Transition to ACTIVE for port object 3071262a-e412-478e-a4db-7741d7ff67ac will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:48.224606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:48.236711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d983759-dd98-4ca5-b855-a1d71543d384 req-833574f2-9f2c-4755-98c4-b94473803a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:48.240073 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0d983759-dd98-4ca5-b855-a1d71543d384 req-833574f2-9f2c-4755-98c4-b94473803a4a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 1098 time: 1.6738374 Apr 21 06:22:48.256594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-902f8a6e-d186-4c31-a19c-10cbaefbbf07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:48.463655 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0d983759-dd98-4ca5-b855-a1d71543d384 req-29056bf1-3660-4528-a999-c75e95c69534 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120347 Apr 21 06:22:48.473993 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd638339-5b3e-486d-a4cd-92121b2ae7fa req-f4f9f610-8952-4b39-b690-5c3a62b231c7 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042779 Apr 21 06:22:48.546694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Notify callbacks [] for port, precommit_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:48.599980 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Transition to ACTIVE for port object 2c17bd38-2468-4add-a91b-fc24c1a395bb will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:48.613127 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:48.644294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:48.710873 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Pushing event updated for resources: {'Port': ['ID=3071262a-e412-478e-a4db-7741d7ff67ac,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:48.737170 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:48.751777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b7b59-72bb-4c24-9b72-550b1334a623 req-a56b47d2-5c05-41a3-af59-29e2a95b7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:48.754096 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e29b7b59-72bb-4c24-9b72-550b1334a623 req-a56b47d2-5c05-41a3-af59-29e2a95b7268 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 1099 time: 0.6069782 Apr 21 06:22:48.788755 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:48.799473 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Attempting to bind port 2c17bd38-2468-4add-a91b-fc24c1a395bb on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:22:48.799865 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Attempting to bind port 2c17bd38-2468-4add-a91b-fc24c1a395bb by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:22:48.800318 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Attempting to bind port 2c17bd38-2468-4add-a91b-fc24c1a395bb on network 6780f290-37a1-4067-835f-262019d95e51 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:48.809243 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22927c-7426-46c4-b960-1ab10b7122d4 None None] Pushing event updated for resources: {'Port': ['ID=2c17bd38-2468-4add-a91b-fc24c1a395bb,revision_number=2']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:48.813078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0b22927c-7426-46c4-b960-1ab10b7122d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:48.815982 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:22:48.816417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Checking segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:22:48.817435 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:48.817882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Bound using segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:22:48.818433 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Bound port: 2c17bd38-2468-4add-a91b-fc24c1a395bb, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:22:48.818864 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:48.879140 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Transition to ACTIVE for port object 342fcb97-c018-4b11-b561-b092e106b3ef will not be triggered until provisioned by entity DHCP. {{(pid=86267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:48.937811 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a35c6-a9f0-42e4-a3d0-e0e8b486e4bc req-a293779c-bc24-4e7e-95cc-4a47820405a1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:48.951226 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c76a35c6-a9f0-42e4-a3d0-e0e8b486e4bc req-a293779c-bc24-4e7e-95cc-4a47820405a1 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 945 time: 1.7148542 Apr 21 06:22:48.970488 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:48.994729 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e29b7b59-72bb-4c24-9b72-550b1334a623 req-c69f064f-21e1-4853-bca6-96f6274a87bb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855285 Apr 21 06:22:49.055206 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c76a35c6-a9f0-42e4-a3d0-e0e8b486e4bc req-4e572f5c-7e94-4328-b5c5-3501f0e2c7fa tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027167 Apr 21 06:22:49.077322 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:49.079148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Attempting to bind port 3071262a-e412-478e-a4db-7741d7ff67ac on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:22:49.081115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Attempting to bind port 3071262a-e412-478e-a4db-7741d7ff67ac by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b236632d-45f1-4633-9604-0c9b19e9bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:22:49.081769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Attempting to bind port 3071262a-e412-478e-a4db-7741d7ff67ac on network 3ef1878d-7d63-4dcc-a567-846d63e6c820 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:49.121732 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] For port 2c17bd38-2468-4add-a91b-fc24c1a395bb, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:22:49.122463 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Port 3071262a-e412-478e-a4db-7741d7ff67ac on network 3ef1878d-7d63-4dcc-a567-846d63e6c820 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:22:49.123350 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Attempting to bind port 3071262a-e412-478e-a4db-7741d7ff67ac on network 3ef1878d-7d63-4dcc-a567-846d63e6c820 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:49.136421 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] For port 2c17bd38-2468-4add-a91b-fc24c1a395bb, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=2c17bd38-2468-4add-a91b-fc24c1a395bb,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:22:49.138779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:22:49.141448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Checking segment: {'id': 'b236632d-45f1-4633-9604-0c9b19e9bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:22:49.148249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Bound using segment: {'id': 'b236632d-45f1-4633-9604-0c9b19e9bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:22:49.148249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Bound port: 3071262a-e412-478e-a4db-7741d7ff67ac, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b236632d-45f1-4633-9604-0c9b19e9bd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:22:49.148249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:49.158469 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:49.183551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-92c91956-4a33-4e6b-a6af-90b25769c783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:49.416863 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Network f539fb37-8abf-4a55-9300-e38107332925 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:22:49.421406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Pushing event updated for resources: {'Port': ['ID=342fcb97-c018-4b11-b561-b092e106b3ef,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:49.433539 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:22:49.446882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:49.451326 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22927c-7426-46c4-b960-1ab10b7122d4 None None] Pushing event updated for resources: {'Port': ['ID=2c17bd38-2468-4add-a91b-fc24c1a395bb,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:49.461896 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:22:49.466917 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0b22927c-7426-46c4-b960-1ab10b7122d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:49.517058 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:22:49.517841 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:22:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:49.688565 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:49.742850 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57dabc-5be9-4c0b-94b3-99a091d54cfa req-634461c1-5c63-447b-8338-7c35dbda5b96 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:49.751384 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-be57dabc-5be9-4c0b-94b3-99a091d54cfa req-634461c1-5c63-447b-8338-7c35dbda5b96 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 944 time: 0.7723532 Apr 21 06:22:49.840948 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379259'] for router_interface, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:49.924811 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] For port 3071262a-e412-478e-a4db-7741d7ff67ac, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:22:49.947705 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] For port 3071262a-e412-478e-a4db-7741d7ff67ac, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3071262a-e412-478e-a4db-7741d7ff67ac,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:22:49.969125 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:49.975586 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:50.041304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-55c4a2a7-fa60-4b49-a87d-810f065a0e79 None None] Provisioning for port 342fcb97-c018-4b11-b561-b092e106b3ef completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:50.104739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-55c4a2a7-fa60-4b49-a87d-810f065a0e79 None None] Provisioning complete for port 342fcb97-c018-4b11-b561-b092e106b3ef triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:50.106123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-55c4a2a7-fa60-4b49-a87d-810f065a0e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:50.146143 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:50.147341 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:50.149999 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] 10.222.0.41 "PUT /v2.0/ports/3071262a-e412-478e-a4db-7741d7ff67ac HTTP/1.1" status: 200 len: 1094 time: 3.5983596 Apr 21 06:22:50.166896 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:22:50.258752 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e707d-81db-4f5f-b855-014683eb1047 req-a4561ac4-2e1e-4dfa-bd8e-6d4af83c9743 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:50.262189 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-289e707d-81db-4f5f-b855-014683eb1047 req-a4561ac4-2e1e-4dfa-bd8e-6d4af83c9743 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 946 time: 0.7943957 Apr 21 06:22:50.283746 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Pushing event updated for resources: {'Port': ['ID=3071262a-e412-478e-a4db-7741d7ff67ac,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:50.296597 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:50.375343 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-55c4a2a7-fa60-4b49-a87d-810f065a0e79 None None] Port 342fcb97-c018-4b11-b561-b092e106b3ef cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:22:50.498843 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:22:50.637759 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-289e707d-81db-4f5f-b855-014683eb1047 req-a7efea9c-3d8c-4ea9-bae2-9896cb67a97b tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324332 Apr 21 06:22:50.662777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-1eeabb69-dbef-4a13-81f9-c947dab27314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:50.666553 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-1eeabb69-dbef-4a13-81f9-c947dab27314 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b99e970b117f45db8baf3ec9c8508679&device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 1097 time: 0.3149898 Apr 21 06:22:50.795213 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-71255ed2-cab7-4f1f-b17c-399df91292ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3071262a-e412-478e-a4db-7741d7ff67ac HTTP/1.1" status: 200 len: 217 time: 0.1206322 Apr 21 06:22:50.804696 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-be57dabc-5be9-4c0b-94b3-99a091d54cfa req-5660dc7f-7f26-4ee9-aaf9-9a40a4d3a824 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673990 Apr 21 06:22:51.049606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:51.066731 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-35bad5b9-54b6-4155-be43-c6d0fd25a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:51.076676 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-35bad5b9-54b6-4155-be43-c6d0fd25a177 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef494a8-064d-4fde-9bba-3e1272d32ff0 HTTP/1.1" status: 200 len: 854 time: 0.2610111 Apr 21 06:22:51.189296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:41Z', 'revision_number': 3, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:51.199778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8162a-b3e2-4541-be6f-06149d70d84d None None] The sync data for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb is: [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:41Z', 'revision_number': 3, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:22:51.434298 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac', 'status': 'completed', 'code': 200} Apr 21 06:22:51.545201 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-043529fd-17c8-44a0-a7d6-5fe8eab76691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:51.547232 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-043529fd-17c8-44a0-a7d6-5fe8eab76691 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ef1878d-7d63-4dcc-a567-846d63e6c820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4175267 Apr 21 06:22:51.876569 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de441cff-96e7-4779-82f8-7433af360a04 req-b419f109-b4bd-4190-bdc5-d306d5e1713d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:51.878310 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-de441cff-96e7-4779-82f8-7433af360a04 req-b419f109-b4bd-4190-bdc5-d306d5e1713d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1618352 Apr 21 06:22:51.951832 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcfa62-0764-4040-8b07-6f74bf67d1e7 req-f2f768af-1085-4ea0-be83-153de1ad2247 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:51.958681 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-31dcfa62-0764-4040-8b07-6f74bf67d1e7 req-f2f768af-1085-4ea0-be83-153de1ad2247 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 945 time: 0.3093460 Apr 21 06:22:52.012427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:52.055257 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:52.143237 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:52.527474 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 2c17bd38-2468-4add-a91b-fc24c1a395bb up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:52.602290 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-31dcfa62-0764-4040-8b07-6f74bf67d1e7 req-2cba6175-fef2-48e2-aeb7-47bbbc451eff tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555997 Apr 21 06:22:52.652948 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846679896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396642'] for router_interface, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:52.699527 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 2c17bd38-2468-4add-a91b-fc24c1a395bb completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:22:52.713071 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 2c17bd38-2468-4add-a91b-fc24c1a395bb triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:52.713479 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:52.803568 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-6b0bb75c-622c-4faf-b08c-a78f38ad5598 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134051 Apr 21 06:22:52.889549 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Network f539fb37-8abf-4a55-9300-e38107332925 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:22:52.891398 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Pushing event updated for resources: {'Port': ['ID=342fcb97-c018-4b11-b561-b092e106b3ef,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:52.902938 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:52.904267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:22:52.922960 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-de441cff-96e7-4779-82f8-7433af360a04 req-1fa95444-3c4e-4821-94e6-376e69f16d1d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0055463 Apr 21 06:22:53.098905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:53.143054 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port 2c17bd38-2468-4add-a91b-fc24c1a395bb, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=2c17bd38-2468-4add-a91b-fc24c1a395bb,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:53.157780 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:53.160122 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:53.269616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 33838) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:53.324121 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=2c17bd38-2468-4add-a91b-fc24c1a395bb,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:53.331962 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:53.374018 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-55d61237-0a77-48e3-b247-5785b9bbe8e0 None None] Provisioning complete for port 342fcb97-c018-4b11-b561-b092e106b3ef triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:53.374449 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-55d61237-0a77-48e3-b247-5785b9bbe8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:53.533601 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-55d61237-0a77-48e3-b247-5785b9bbe8e0 None None] Port 342fcb97-c018-4b11-b561-b092e106b3ef cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:22:53.592676 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f4839bbb-f53b-4403-99b5-438aa2cf5994 req-84a23212-e494-4e80-91cc-da89d1310144 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7772107 Apr 21 06:22:53.626139 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c1a59-6c32-41d4-a828-58d9c0c72a7f req-72fcd31a-e415-435e-8d44-46d15344f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:53.627903 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d98c1a59-6c32-41d4-a828-58d9c0c72a7f req-72fcd31a-e415-435e-8d44-46d15344f4c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d770d4b502e43fab6b4945aa424cf5b&device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 1098 time: 1.2690480 Apr 21 06:22:53.631742 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Router 687fb951-4b51-4cd0-bd9f-6be7338dff83 has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:22:53.637227 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-50974a09-405c-4b3c-9e64-e6f1824299c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:53.661771 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-50974a09-405c-4b3c-9e64-e6f1824299c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:53.668018 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-50974a09-405c-4b3c-9e64-e6f1824299c0 admin admin] Usage tracker for resource:security_group_rule and tenant:0cbc91d2eae44401bf8a07226e21e1d3 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:22:53.680382 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61c7ba-f70e-45e3-b38a-6e671dfcb5a5 req-3af4637a-1c66-4d7d-839a-cd0c3416a5c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:53.681358 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-2b61c7ba-f70e-45e3-b38a-6e671dfcb5a5 req-3af4637a-1c66-4d7d-839a-cd0c3416a5c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Synchronizing usage tracker for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:22:53.686909 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-50974a09-405c-4b3c-9e64-e6f1824299c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:22:53.698224 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-50974a09-405c-4b3c-9e64-e6f1824299c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:53.748031 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-2b61c7ba-f70e-45e3-b38a-6e671dfcb5a5 req-3af4637a-1c66-4d7d-839a-cd0c3416a5c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Unset dirty status for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:22:53.749342 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2b61c7ba-f70e-45e3-b38a-6e671dfcb5a5 req-3af4637a-1c66-4d7d-839a-cd0c3416a5c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 944 time: 0.4306886 Apr 21 06:22:53.831442 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2b61c7ba-f70e-45e3-b38a-6e671dfcb5a5 req-187c8c3a-0df5-4969-bfe7-5806b7e0e097 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730529 Apr 21 06:22:53.870607 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-50974a09-405c-4b3c-9e64-e6f1824299c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:53.875319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-50974a09-405c-4b3c-9e64-e6f1824299c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:53.894271 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:22:53.902927 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a935cbf6-0023-45c0-a331-d0b6f6fdf7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:53.910057 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] 10.222.0.32 "PUT /v2.0/routers/687fb951-4b51-4cd0-bd9f-6be7338dff83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0407617 Apr 21 06:22:53.941933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86544181-406d-4dbd-80df-56776643973d req-467d87b6-760d-494a-883a-423f74a514d3 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:53.954987 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-86544181-406d-4dbd-80df-56776643973d req-467d87b6-760d-494a-883a-423f74a514d3 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 946 time: 0.5025320 Apr 21 06:22:53.985095 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50974a09-405c-4b3c-9e64-e6f1824299c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1a2968-1dc9-4a48-a027-84f5f9d12a19,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:53.993782 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-50974a09-405c-4b3c-9e64-e6f1824299c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:54.028938 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-50974a09-405c-4b3c-9e64-e6f1824299c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cbc91d2eae44401bf8a07226e21e1d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7536077 Apr 21 06:22:54.029233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 33848) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:54.077933 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-86544181-406d-4dbd-80df-56776643973d req-e5d0d17e-f9af-4331-b182-d52cfb755a9e tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208951 Apr 21 06:22:54.246463 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-60ddfb26-2860-4c32-a8c5-b6bec928dbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:54.346619 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 2c17bd38-2468-4add-a91b-fc24c1a395bb up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:22:54.417777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-60ddfb26-2860-4c32-a8c5-b6bec928dbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:54.492299 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 2c17bd38-2468-4add-a91b-fc24c1a395bb triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:22:54.493388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:54.583162 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-60ddfb26-2860-4c32-a8c5-b6bec928dbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:54.592604 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9294a2e2-9103-4c6a-9ec2-8ca36bb27e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:54.622749 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddfb26-2860-4c32-a8c5-b6bec928dbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1a2968-1dc9-4a48-a027-84f5f9d12a19,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:54.624721 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185d1da-c0c4-4cbb-8b67-7547d6345d59 req-ea9b8926-f25b-4d2c-a56c-a8203a4b6686 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:54.626582 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8185d1da-c0c4-4cbb-8b67-7547d6345d59 req-ea9b8926-f25b-4d2c-a56c-a8203a4b6686 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.2442284 Apr 21 06:22:54.627599 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-60ddfb26-2860-4c32-a8c5-b6bec928dbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:54.628732 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-60ddfb26-2860-4c32-a8c5-b6bec928dbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:54.630305 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-60ddfb26-2860-4c32-a8c5-b6bec928dbb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b1a2968-1dc9-4a48-a027-84f5f9d12a19 HTTP/1.1" status: 204 len: 168 time: 0.5990870 Apr 21 06:22:54.704356 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8185d1da-c0c4-4cbb-8b67-7547d6345d59 req-3ce854b6-fea5-4abb-9ac2-b6c88111dea3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706613 Apr 21 06:22:55.509295 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ab35c-bb31-4c6d-b32b-88f053106523 req-2f433347-03a2-4880-871d-8ef796cbe57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:55.510956 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1f0ab35c-bb31-4c6d-b32b-88f053106523 req-2f433347-03a2-4880-871d-8ef796cbe57c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b99e970b117f45db8baf3ec9c8508679&device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 1097 time: 0.4839945 Apr 21 06:22:55.539298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Sync routers for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:22:55.546833 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c1a59-6c32-41d4-a828-58d9c0c72a7f req-b9ad684b-e0e5-45f3-ac4d-4ed2110b4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:55.548584 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d98c1a59-6c32-41d4-a828-58d9c0c72a7f req-b9ad684b-e0e5-45f3-ac4d-4ed2110b4690 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2af643d-203c-4cb9-ab5a-766c1cede763 HTTP/1.1" status: 200 len: 911 time: 0.5719295 Apr 21 06:22:55.550473 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:22:55.551189 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:22:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:55.699910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237837a-68a7-4c00-845f-6109ac4a9045 req-8aaad145-2533-41b3-ab35-6ecc5960b838 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:55.701610 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8237837a-68a7-4c00-845f-6109ac4a9045 req-8aaad145-2533-41b3-ab35-6ecc5960b838 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 944 time: 0.3355939 Apr 21 06:22:55.745845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:22:55.803002 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d98c1a59-6c32-41d4-a828-58d9c0c72a7f req-78289f4a-5109-4d63-921b-80fb54ec83b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b9692bb-6502-4a3b-93d5-5d830e74434e HTTP/1.1" status: 200 len: 1001 time: 0.2432463 Apr 21 06:22:55.862146 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8237837a-68a7-4c00-845f-6109ac4a9045 req-24b9d2cd-dacf-4dd4-b448-8a352eed4c3c tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474962 Apr 21 06:22:55.871001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ab35c-bb31-4c6d-b32b-88f053106523 req-d23f1f35-522e-485b-99e6-0eba35f612ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:55.872561 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1f0ab35c-bb31-4c6d-b32b-88f053106523 req-d23f1f35-522e-485b-99e6-0eba35f612ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ef1878d-7d63-4dcc-a567-846d63e6c820 HTTP/1.1" status: 200 len: 916 time: 0.3535478 Apr 21 06:22:55.963102 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1f0ab35c-bb31-4c6d-b32b-88f053106523 req-d103b90b-b338-4d14-87b6-727a28bf7429 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3071262a-e412-478e-a4db-7741d7ff67ac HTTP/1.1" status: 200 len: 217 time: 0.0824225 Apr 21 06:22:56.011105 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c1a59-6c32-41d4-a828-58d9c0c72a7f req-ca755b32-1e00-49cd-a099-c8f737e42b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:56.012732 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d98c1a59-6c32-41d4-a828-58d9c0c72a7f req-ca755b32-1e00-49cd-a099-c8f737e42b01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f9a5fb8-b027-4dde-8595-3dac89598941 HTTP/1.1" status: 200 len: 849 time: 0.1981635 Apr 21 06:22:56.092344 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ab35c-bb31-4c6d-b32b-88f053106523 req-ca81443a-0f0e-4047-b128-cb0522643062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:56.093859 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1f0ab35c-bb31-4c6d-b32b-88f053106523 req-ca81443a-0f0e-4047-b128-cb0522643062 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef494a8-064d-4fde-9bba-3e1272d32ff0 HTTP/1.1" status: 200 len: 854 time: 0.1237795 Apr 21 06:22:56.110601 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:22:51Z', 'revision_number': 2, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:56.118094 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Checking router: 687fb951-4b51-4cd0-bd9f-6be7338dff83 for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:22:56.119137 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Updating router 687fb951-4b51-4cd0-bd9f-6be7338dff83 port 342fcb97-c018-4b11-b561-b092e106b3ef binding host dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:22:56.185147 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c1a59-6c32-41d4-a828-58d9c0c72a7f req-0b3e85da-436e-4b65-9426-e068ba51dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:56.186788 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d98c1a59-6c32-41d4-a828-58d9c0c72a7f req-0b3e85da-436e-4b65-9426-e068ba51dca6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2af643d-203c-4cb9-ab5a-766c1cede763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1621656 Apr 21 06:22:56.195411 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:56.346580 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ab35c-bb31-4c6d-b32b-88f053106523 req-7c5f356b-ffd8-46ea-8755-648f2d82eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:56.348826 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1f0ab35c-bb31-4c6d-b32b-88f053106523 req-7c5f356b-ffd8-46ea-8755-648f2d82eec3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ef1878d-7d63-4dcc-a567-846d63e6c820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2375224 Apr 21 06:22:56.353415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 33888) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:56.359593 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2046987856', 'description': 'tempest-description--787297145'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:22:56.366169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:56.370466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Usage tracker for resource:security_group and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:22:56.373804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:22:56.380569 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:56.393349 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:56.419096 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:56.424304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Usage tracker for resource:security_group_rule and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:22:56.427668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:22:56.450236 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:56.566512 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d98c1a59-6c32-41d4-a828-58d9c0c72a7f req-16141a6b-dcd6-4e60-afc7-698c2ee798e9 service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709629 Apr 21 06:22:56.602571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755a083-cd81-44a0-87ee-518ea6a46e48 req-a72b59a6-4661-451a-9986-ce3883058de0 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:56.612710 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e755a083-cd81-44a0-87ee-518ea6a46e48 req-a72b59a6-4661-451a-9986-ce3883058de0 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.3898313 Apr 21 06:22:56.670183 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Notify callbacks [] for port, precommit_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:56.683714 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Transition to ACTIVE for port object 342fcb97-c018-4b11-b561-b092e106b3ef will not be triggered until provisioned by entity L2. {{(pid=86270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:22:56.691143 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:56.698856 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:56.704896 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-23d181a3-dca0-43f6-a438-27c9d8bbab60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:56.709278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:56.718156 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1e40e02b-163c-4fb7-81d9-74941bc056f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:56.758508 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487428-f1c9-42b8-9263-6377a52bf7ae req-1753530a-82a8-494b-99a9-13bd8d254392 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:56.760580 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-93487428-f1c9-42b8-9263-6377a52bf7ae req-1753530a-82a8-494b-99a9-13bd8d254392 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 946 time: 0.2882304 Apr 21 06:22:56.796829 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e755a083-cd81-44a0-87ee-518ea6a46e48 req-2ff424fc-1427-4f75-ac9a-6f548ecf1874 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810455 Apr 21 06:22:56.806868 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:56.809988 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1f0ab35c-bb31-4c6d-b32b-88f053106523 req-884ddf7a-c9f3-4536-86a7-9968184a60a6 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494984 Apr 21 06:22:56.815373 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4605186 Apr 21 06:22:56.829979 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41352214-46d7-4bf9-8398-2889b9d755a1,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:56.845715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:56.849535 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 33894) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:56.861655 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-72f2cc68-4577-42c2-8558-c69703da8a2f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Request body: {'security_group_rule': {'security_group_id': '41352214-46d7-4bf9-8398-2889b9d755a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:22:56.891162 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-72f2cc68-4577-42c2-8558-c69703da8a2f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:56.900830 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-93487428-f1c9-42b8-9263-6377a52bf7ae req-23e633d8-064e-4c8f-863a-42de8e24ab2b tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222756 Apr 21 06:22:56.902674 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-72f2cc68-4577-42c2-8558-c69703da8a2f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Usage tracker for resource:security_group_rule and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:22:56.906804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-72f2cc68-4577-42c2-8558-c69703da8a2f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:22:56.914084 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-72f2cc68-4577-42c2-8558-c69703da8a2f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:56.943059 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-72f2cc68-4577-42c2-8558-c69703da8a2f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:57.014014 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d98c1a59-6c32-41d4-a828-58d9c0c72a7f req-acef1061-8d37-4958-9df7-553395b6d38c service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344559 Apr 21 06:22:57.065692 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-72f2cc68-4577-42c2-8558-c69703da8a2f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:57.069310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Pushing event updated for resources: {'Port': ['ID=342fcb97-c018-4b11-b561-b092e106b3ef,revision_number=3']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:57.070637 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-72f2cc68-4577-42c2-8558-c69703da8a2f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:57.085595 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:57.092819 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1f0ab35c-bb31-4c6d-b32b-88f053106523 req-d4598a68-ac3e-40a3-baa4-811b07627f82 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722611 Apr 21 06:22:57.117575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2cc68-4577-42c2-8558-c69703da8a2f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e349dbb-3402-4aa0-87c6-3b15830aa0a0,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:57.123001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:57.123391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:57.123764 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:57.124198 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:57.124573 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:57.124945 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:57.125312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:57.125675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:57.126038 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:57.126400 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:57.126762 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:57.127122 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:22:57.136449 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:57.137463 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-72f2cc68-4577-42c2-8558-c69703da8a2f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:57.141708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-72f2cc68-4577-42c2-8558-c69703da8a2f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:57.145473 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-72f2cc68-4577-42c2-8558-c69703da8a2f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2935357 Apr 21 06:22:57.148583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 33900) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:57.155389 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-0e7ab841-1d5e-426a-ac52-b16b9febf77d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Request body: {'security_group_rule': {'security_group_id': '41352214-46d7-4bf9-8398-2889b9d755a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:22:57.159611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Attempting to bind port 342fcb97-c018-4b11-b561-b092e106b3ef on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:22:57.160544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Attempting to bind port 342fcb97-c018-4b11-b561-b092e106b3ef by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:22:57.161184 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Attempting to bind port 342fcb97-c018-4b11-b561-b092e106b3ef on network f539fb37-8abf-4a55-9300-e38107332925 {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:22:57.163795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0e7ab841-1d5e-426a-ac52-b16b9febf77d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:57.168875 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:22:57.169105 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0e7ab841-1d5e-426a-ac52-b16b9febf77d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Usage tracker for resource:security_group_rule and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:22:57.169738 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Checking segment: {'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:22:57.170566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:57.171664 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Bound using segment: {'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:22:57.172428 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Bound port: 342fcb97-c018-4b11-b561-b092e106b3ef, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'}}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:22:57.172614 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0e7ab841-1d5e-426a-ac52-b16b9febf77d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:22:57.173195 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:57.179867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0e7ab841-1d5e-426a-ac52-b16b9febf77d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:57.203096 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e7ab841-1d5e-426a-ac52-b16b9febf77d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:57.204055 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41baa09a-e604-402d-ac63-1d25bff06e4f req-5691f26b-af22-459c-88ee-f7795b657775 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:57.205676 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-41baa09a-e604-402d-ac63-1d25bff06e4f req-5691f26b-af22-459c-88ee-f7795b657775 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 944 time: 0.1063437 Apr 21 06:22:57.270389 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-41baa09a-e604-402d-ac63-1d25bff06e4f req-7c3c590c-7363-4832-8449-01fd40121550 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576007 Apr 21 06:22:57.274308 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e7ab841-1d5e-426a-ac52-b16b9febf77d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:57.279363 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e7ab841-1d5e-426a-ac52-b16b9febf77d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:57.281898 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-77ff6310-e54f-4119-9237-0cd9dc7cbd11 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:57.307001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ab841-1d5e-426a-ac52-b16b9febf77d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029a819e-ad62-4e07-8d3d-c98b8d015a14,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:57.311478 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e7ab841-1d5e-426a-ac52-b16b9febf77d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:57.318822 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] For port 342fcb97-c018-4b11-b561-b092e106b3ef, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:22:57.322433 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] For port 342fcb97-c018-4b11-b561-b092e106b3ef, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=342fcb97-c018-4b11-b561-b092e106b3ef,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:22:57.326097 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:57.327475 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e7ab841-1d5e-426a-ac52-b16b9febf77d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:57.332262 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-0e7ab841-1d5e-426a-ac52-b16b9febf77d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1788585 Apr 21 06:22:57.332543 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:57.332706 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 33904) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:22:57.338441 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Request body: {'floatingip': {'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:22:57.345047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:22:57.349805 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Usage tracker for resource:floatingip and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:22:57.352906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:22:57.359188 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:22:57.373297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:57.417728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:22:57.418429 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:22:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:57.518785 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Pushing event updated for resources: {'Port': ['ID=342fcb97-c018-4b11-b561-b092e106b3ef,revision_number=4']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:57.562086 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:57.577561 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-200d2bf7-aadd-4be1-8e18-08c5e9d40159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:57.667988 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:22:57.921894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Allocated IP 172.28.0.186 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/c74ed828-5126-4ebc-a2f0-d3bffc11e439) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:22:57.941615 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca983136-04cd-4348-bfc0-14ca525833f4 req-77dadb94-66c4-4b82-bbcb-c8fe147a8792 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:57.944465 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ca983136-04cd-4348-bfc0-14ca525833f4 req-77dadb94-66c4-4b82-bbcb-c8fe147a8792 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.41 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 946 time: 0.2516420 Apr 21 06:22:58.040348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-ca983136-04cd-4348-bfc0-14ca525833f4 req-eba171e9-8e6f-430a-b87c-a51b0fbb5927 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Deleting port 18646dcc-ae2a-46be-a842-6413561fb11f {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:22:58.040756 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ca983136-04cd-4348-bfc0-14ca525833f4 req-eba171e9-8e6f-430a-b87c-a51b0fbb5927 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:58.083434 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ed38b-0e14-4315-b5a1-b0b79dacada7 req-7e51a61d-76e6-4806-a3e7-19104bd14826 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:58.092308 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bb3ed38b-0e14-4315-b5a1-b0b79dacada7 req-7e51a61d-76e6-4806-a3e7-19104bd14826 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1544087 Apr 21 06:22:58.147713 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bb3ed38b-0e14-4315-b5a1-b0b79dacada7 req-94c2d4c5-dd93-454a-9849-209210e5fd79 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544384 Apr 21 06:22:58.154958 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:22:57Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:22:58.161013 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ce68b-1182-47ca-8402-536a25aa1926 None None] The sync data for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb is: [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:22:57Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:22:58.580442 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393def4-5bd7-485c-870e-b6afc1b700d6 req-345da941-bbba-4603-8847-9c78d5bc8ead tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:58.584138 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1393def4-5bd7-485c-870e-b6afc1b700d6 req-345da941-bbba-4603-8847-9c78d5bc8ead tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 944 time: 0.1716106 Apr 21 06:22:58.649165 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1393def4-5bd7-485c-870e-b6afc1b700d6 req-5d7c4c75-5584-4efb-b878-8372995ba1d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575960 Apr 21 06:22:58.779871 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:58.867095 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd8c35-73a7-4893-99ea-2198d8b9dd3c req-5eb464eb-09bf-43cc-9ea8-660dbda11314 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:58.872694 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b3dd8c35-73a7-4893-99ea-2198d8b9dd3c req-5eb464eb-09bf-43cc-9ea8-660dbda11314 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 946 time: 0.7323012 Apr 21 06:22:58.993540 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b3dd8c35-73a7-4893-99ea-2198d8b9dd3c req-63f98266-673d-434e-b076-372ec633ec62 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/security-groups?id=850f52a0-351a-4dfc-ab24-51dc809787a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144280 Apr 21 06:22:59.001928 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-ca983136-04cd-4348-bfc0-14ca525833f4 req-eba171e9-8e6f-430a-b87c-a51b0fbb5927 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] For port 18646dcc-ae2a-46be-a842-6413561fb11f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=18646dcc-ae2a-46be-a842-6413561fb11f,segment=NetworkSegment(f92ba50c-361b-4b01-b798-0f5dec9a68df),segment_id=f92ba50c-361b-4b01-b798-0f5dec9a68df)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:59.002343 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ca983136-04cd-4348-bfc0-14ca525833f4 req-eba171e9-8e6f-430a-b87c-a51b0fbb5927 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:59.003792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 3071262a-e412-478e-a4db-7741d7ff67ac details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:22:59.020407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:59.028831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:59.191130 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 3071262a-e412-478e-a4db-7741d7ff67ac, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3071262a-e412-478e-a4db-7741d7ff67ac,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:59.217744 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '3071262a-e412-478e-a4db-7741d7ff67ac', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'port_id': '3071262a-e412-478e-a4db-7741d7ff67ac', 'mac_address': 'fa:16:3e:97:1c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:22:59.286565 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-ca983136-04cd-4348-bfc0-14ca525833f4 req-eba171e9-8e6f-430a-b87c-a51b0fbb5927 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Calling delete_port for 18646dcc-ae2a-46be-a842-6413561fb11f owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:22:59.313931 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:59.318149 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:22:59.328819 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:22:59.335724 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:22:59.336015 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3071262a-e412-478e-a4db-7741d7ff67ac {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:22:59.354362 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 3071262a-e412-478e-a4db-7741d7ff67ac, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3071262a-e412-478e-a4db-7741d7ff67ac,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:22:59.358363 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:59.361471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0b22927c-7426-46c4-b960-1ab10b7122d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:59.384906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event updated for resources: {'Port': ['ID=c74ed828-5126-4ebc-a2f0-d3bffc11e439,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:59.392563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:59.447903 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=3071262a-e412-478e-a4db-7741d7ff67ac,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:59.453583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:59.559896 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:59.582428 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['3071262a-e412-478e-a4db-7741d7ff67ac'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:22:59.645655 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ca983136-04cd-4348-bfc0-14ca525833f4 req-eba171e9-8e6f-430a-b87c-a51b0fbb5927 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:59.653213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c0a44a4b-48f8-45db-b5a2-e58a75e1aa6c tempest-DeleteServersTestJSON-128916183 tempest-DeleteServersTestJSON-128916183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:22:59.699144 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:59.742504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba171e9-8e6f-430a-b87c-a51b0fbb5927 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Pushing event deleted for resources: {'Port': ['ID=18646dcc-ae2a-46be-a842-6413561fb11f,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:22:59.789536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-eba171e9-8e6f-430a-b87c-a51b0fbb5927 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:22:59.842392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca983136-04cd-4348-bfc0-14ca525833f4 req-eba171e9-8e6f-430a-b87c-a51b0fbb5927 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] No DVR routers for this DVR port 18646dcc-ae2a-46be-a842-6413561fb11f on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:22:59.847739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ca983136-04cd-4348-bfc0-14ca525833f4 req-eba171e9-8e6f-430a-b87c-a51b0fbb5927 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:22:59.850904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541bf44a-150e-4612-916f-cd78b4886925', 'name': 'network-vif-deleted', 'tag': '18646dcc-ae2a-46be-a842-6413561fb11f'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:22:59.905714 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ca983136-04cd-4348-bfc0-14ca525833f4 req-eba171e9-8e6f-430a-b87c-a51b0fbb5927 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.41 "DELETE /v2.0/ports/18646dcc-ae2a-46be-a842-6413561fb11f HTTP/1.1" status: 204 len: 173 time: 1.9533041 Apr 21 06:22:59.981882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821596f-5735-406d-aaa8-9e0ee50cee4d req-7700c0b7-2576-4211-8989-6d8a854bde05 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:22:59.983596 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7821596f-5735-406d-aaa8-9e0ee50cee4d req-7700c0b7-2576-4211-8989-6d8a854bde05 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 945 time: 0.1391997 Apr 21 06:23:00.032034 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541bf44a-150e-4612-916f-cd78b4886925', 'name': 'network-vif-deleted', 'tag': '18646dcc-ae2a-46be-a842-6413561fb11f', 'status': 'completed', 'code': 200} Apr 21 06:23:00.057456 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7821596f-5735-406d-aaa8-9e0ee50cee4d req-2ea6e37b-47be-4f44-b206-4f2b9eb389d5 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605743 Apr 21 06:23:00.133397 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:00.137935 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:00.143560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['18646dcc-ae2a-46be-a842-6413561fb11f'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:23:00.143817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:00.311377 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event updated for resources: {'Port': ['ID=c74ed828-5126-4ebc-a2f0-d3bffc11e439,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:00.321914 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-1c7e5762-0160-4bfb-9965-cb8715e0c697 req-79a3143a-802c-4878-9865-12ca392c6d42 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Synchronizing usage tracker for tenant:dfc75c75a56f459c9238034f2a8c9179 on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:23:00.325044 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:00.342458 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:00.347588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 342fcb97-c018-4b11-b561-b092e106b3ef up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:23:00.364668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-1c7e5762-0160-4bfb-9965-cb8715e0c697 req-79a3143a-802c-4878-9865-12ca392c6d42 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Unset dirty status for tenant:dfc75c75a56f459c9238034f2a8c9179 on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:23:00.372442 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1c7e5762-0160-4bfb-9965-cb8715e0c697 req-79a3143a-802c-4878-9865-12ca392c6d42 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] 10.222.0.32 "GET /v2.0/ports?device_id=541bf44a-150e-4612-916f-cd78b4886925 HTTP/1.1" status: 200 len: 210 time: 0.1295824 Apr 21 06:23:00.387288 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:00.393201 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0592821 Apr 21 06:23:00.481759 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 342fcb97-c018-4b11-b561-b092e106b3ef completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:23:00.490345 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 342fcb97-c018-4b11-b561-b092e106b3ef triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:23:00.490884 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:00.704639 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:00.741515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-48033512-4406-47ad-9fc9-df9ab1854dc7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Synchronizing usage tracker for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:security_group {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:23:00.761459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-48033512-4406-47ad-9fc9-df9ab1854dc7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Unset dirty status for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:security_group {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:23:00.762851 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-48033512-4406-47ad-9fc9-df9ab1854dc7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2046987856&fields=id&tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55 HTTP/1.1" status: 200 len: 267 time: 0.0742464 Apr 21 06:23:00.776844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port 342fcb97-c018-4b11-b561-b092e106b3ef, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=342fcb97-c018-4b11-b561-b092e106b3ef,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:23:00.780278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:00.782374 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:00.855712 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=342fcb97-c018-4b11-b561-b092e106b3ef,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:00.860066 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:00.954041 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-cbd65c0a-2414-4174-ba5a-f610de23f922 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:00.954835 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-cbd65c0a-2414-4174-ba5a-f610de23f922 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Synchronizing usage tracker for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:network {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:23:00.972570 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-cbd65c0a-2414-4174-ba5a-f610de23f922 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Unset dirty status for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:network {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:23:00.973886 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-cbd65c0a-2414-4174-ba5a-f610de23f922 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 816 time: 0.2006886 Apr 21 06:23:00.991853 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-68518ffc-0f9c-4408-8235-a3767be47d67 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/quotas/3a55baeb1a6040e7bb3ded9a5ca4be55 HTTP/1.1" status: 200 len: 375 time: 0.0111203 Apr 21 06:23:01.013887 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 3071262a-e412-478e-a4db-7741d7ff67ac up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:23:01.090255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-85e8a2b2-1167-4635-aa3c-a63340944fb7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Synchronizing usage tracker for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:port {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:23:01.104880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port 3071262a-e412-478e-a4db-7741d7ff67ac completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:23:01.108931 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-85e8a2b2-1167-4635-aa3c-a63340944fb7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Unset dirty status for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:port {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:23:01.110708 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-85e8a2b2-1167-4635-aa3c-a63340944fb7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1117499 Apr 21 06:23:01.112847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 3071262a-e412-478e-a4db-7741d7ff67ac triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:23:01.113424 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:01.247535 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:01.268709 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-ca2c56c9-3002-4823-9c2e-3acdcc9b025e service neutron] 10.222.0.32 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443257 Apr 21 06:23:01.282455 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:23:01.297896 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 3071262a-e412-478e-a4db-7741d7ff67ac, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3071262a-e412-478e-a4db-7741d7ff67ac,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:23:01.302204 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:01.303354 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 18646dcc-ae2a-46be-a842-6413561fb11f no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:23:01.334786 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:01.335093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488ba96-495c-4b62-a603-3604aa7a1293 req-ea00e8e7-a18c-41b1-911f-6294e5b93390 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:01.336734 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1488ba96-495c-4b62-a603-3604aa7a1293 req-ea00e8e7-a18c-41b1-911f-6294e5b93390 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 945 time: 0.1146095 Apr 21 06:23:01.393383 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: 18646dcc-ae2a-46be-a842-6413561fb11f {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:23:01.393780 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 18646dcc-ae2a-46be-a842-6413561fb11f not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:23:01.401524 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1488ba96-495c-4b62-a603-3604aa7a1293 req-636c746c-0009-4e8c-972c-d9e5562b8f3a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494039 Apr 21 06:23:01.429847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=3071262a-e412-478e-a4db-7741d7ff67ac,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:01.429977 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-f29d1a71-d4ad-4d16-a180-b37a8b33eb22 service neutron] 10.222.0.32 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539497 Apr 21 06:23:01.432949 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:01.495235 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac', 'code': 200} Apr 21 06:23:01.721074 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0c343c2c-a49b-4017-8722-696b20446c6f req-c5052e10-601a-4256-ae40-87c6c7c72ca8 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 210 time: 0.0679986 Apr 21 06:23:01.931062 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be300d93-4f7f-43f4-988c-aca9793cd4a6 req-b0800a33-1be7-41d7-a451-59a2e33056cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:01.932857 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-be300d93-4f7f-43f4-988c-aca9793cd4a6 req-b0800a33-1be7-41d7-a451-59a2e33056cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 1099 time: 0.1347399 Apr 21 06:23:01.989114 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-be300d93-4f7f-43f4-988c-aca9793cd4a6 req-91098f6e-4ac7-4bed-8016-21c0366590a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492139 Apr 21 06:23:02.302980 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 342fcb97-c018-4b11-b561-b092e106b3ef up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:23:02.389979 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 342fcb97-c018-4b11-b561-b092e106b3ef triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:23:02.390674 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:02.648399 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634a6e5-fa79-4073-be10-e2bd23af2694 req-7482f9a4-c0e5-44d8-8ba9-aa1f9ba85729 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:02.650056 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1634a6e5-fa79-4073-be10-e2bd23af2694 req-7482f9a4-c0e5-44d8-8ba9-aa1f9ba85729 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 946 time: 0.0921488 Apr 21 06:23:02.700411 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1634a6e5-fa79-4073-be10-e2bd23af2694 req-aa4759f6-364d-4fc6-8328-6cc1e7bd7dab tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434732 Apr 21 06:23:02.950376 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2da9d0c6-e948-4f69-98c9-78c58f3ef832 req-84af77cc-e7e2-4551-8417-11d2d06da5f4 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 210 time: 0.0930045 Apr 21 06:23:03.212159 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-13fdc53e-5a58-4c54-9551-327c23c48931 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:03.214250 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-13fdc53e-5a58-4c54-9551-327c23c48931 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.41 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 816 time: 0.1768677 Apr 21 06:23:03.292704 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-c5807866-d678-4c02-b775-4318a774856e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55 HTTP/1.1" status: 200 len: 380 time: 0.0675037 Apr 21 06:23:03.310412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Request body: {'port': {'device_id': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'admin_state_up': True, 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'security_groups': ['41352214-46d7-4bf9-8398-2889b9d755a1']}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:03.505703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:03.516979 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:03.526829 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Made reservation on behalf of 3a55baeb1a6040e7bb3ded9a5ca4be55 for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:23:03.533504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:03.711993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Allocated IP 172.20.0.5 (f539fb37-8abf-4a55-9300-e38107332925/702f025a-ad00-43bf-8b02-8e42b4b9eb44/1b150e57-e9a0-4eb8-8033-2205addcad5d) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:23:04.136461 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-022c273c-b0f2-4cfc-9346-f28c44a90540 req-2bf389f7-5239-49a5-8aa7-dbbbf26e15a8 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 210 time: 0.0524180 Apr 21 06:23:04.218281 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:04.242668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56206275-92e4-48fd-b230-4a09b0030b08 req-825929a6-1a94-4ffc-a6ef-7f99c6700016 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:04.250712 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-56206275-92e4-48fd-b230-4a09b0030b08 req-825929a6-1a94-4ffc-a6ef-7f99c6700016 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 946 time: 0.4036934 Apr 21 06:23:04.320416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Transition to ACTIVE for port object 1b150e57-e9a0-4eb8-8033-2205addcad5d will not be triggered until provisioned by entity DHCP. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:23:04.325140 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-56206275-92e4-48fd-b230-4a09b0030b08 req-8915640b-9fb8-487a-977e-d8107c7437c9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724397 Apr 21 06:23:04.374444 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:04.394692 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:04.516028 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event updated for resources: {'Port': ['ID=1b150e57-e9a0-4eb8-8033-2205addcad5d,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:04.520230 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:04.543592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Network f539fb37-8abf-4a55-9300-e38107332925 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:23:04.545883 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:23:04.554786 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:23:04.720907 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:04.722735 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:04.733711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431c2f-9f4e-4058-a027-b3932244178c req-36a633b5-44a9-4861-ba41-a54d1675ac98 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:04.735700 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0a431c2f-9f4e-4058-a027-b3932244178c req-36a633b5-44a9-4861-ba41-a54d1675ac98 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 946 time: 0.1391683 Apr 21 06:23:04.812727 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0a431c2f-9f4e-4058-a027-b3932244178c req-aede81c4-aeb4-4690-8927-68f63fa5759f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635324 Apr 21 06:23:04.830592 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5248935 Apr 21 06:23:04.852294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Request body: {'port': {'device_id': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:05.014793 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:05.044833 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-f30371c4-28da-4440-8c93-321979ac82a9 None None] Provisioning for port 1b150e57-e9a0-4eb8-8033-2205addcad5d completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:23:05.060864 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-f30371c4-28da-4440-8c93-321979ac82a9 None None] Provisioning complete for port 1b150e57-e9a0-4eb8-8033-2205addcad5d triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:23:05.061295 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f30371c4-28da-4440-8c93-321979ac82a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:05.262402 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-f30371c4-28da-4440-8c93-321979ac82a9 None None] Port 1b150e57-e9a0-4eb8-8033-2205addcad5d cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:23:05.560132 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a199e-7202-4212-aa59-3e0923765223 req-d3d1cbec-e7f2-42a6-8ec9-d03bd9efaa14 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:05.562278 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a55a199e-7202-4212-aa59-3e0923765223 req-d3d1cbec-e7f2-42a6-8ec9-d03bd9efaa14 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 931 time: 0.1441579 Apr 21 06:23:05.619752 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a55a199e-7202-4212-aa59-3e0923765223 req-d9b1df74-c632-424b-a7e2-a6ea91101adc tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500183 Apr 21 06:23:05.649453 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dd31a-c943-4005-af67-7dda572d8360 req-484ac967-aa7b-4cfb-87fd-93579259b121 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:05.657542 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-880dd31a-c943-4005-af67-7dda572d8360 req-484ac967-aa7b-4cfb-87fd-93579259b121 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 946 time: 0.2787263 Apr 21 06:23:05.725753 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-880dd31a-c943-4005-af67-7dda572d8360 req-1b3d6e33-7f2f-4cd5-9e70-73da4bfcc81d tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671706 Apr 21 06:23:05.826588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b150e57-e9a0-4eb8-8033-2205addcad5d {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:23:05.838816 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:05.885178 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Transition to ACTIVE for port object 1b150e57-e9a0-4eb8-8033-2205addcad5d will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:23:05.891067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:05.898349 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7b5c70e4-ca32-41f7-af3b-454a267969e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:06.124386 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Pushing event updated for resources: {'Port': ['ID=1b150e57-e9a0-4eb8-8033-2205addcad5d,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:06.135033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:06.246422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Attempting to bind port 1b150e57-e9a0-4eb8-8033-2205addcad5d on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:23:06.246422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Attempting to bind port 1b150e57-e9a0-4eb8-8033-2205addcad5d by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:23:06.246422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Attempting to bind port 1b150e57-e9a0-4eb8-8033-2205addcad5d on network f539fb37-8abf-4a55-9300-e38107332925 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:23:06.274242 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Port 1b150e57-e9a0-4eb8-8033-2205addcad5d on network f539fb37-8abf-4a55-9300-e38107332925 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:23:06.275427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Attempting to bind port 1b150e57-e9a0-4eb8-8033-2205addcad5d on network f539fb37-8abf-4a55-9300-e38107332925 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:23:06.304904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:23:06.305589 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Checking segment: {'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:23:06.306229 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Bound using segment: {'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:23:06.307211 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Bound port: 1b150e57-e9a0-4eb8-8033-2205addcad5d, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:23:06.308609 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:06.517169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] For port 1b150e57-e9a0-4eb8-8033-2205addcad5d, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:23:06.525963 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] For port 1b150e57-e9a0-4eb8-8033-2205addcad5d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:23:06.534688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:06.543769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4cdd97ca-5525-4e95-a7cf-1cb64e0afe3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:06.656280 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:06.656904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:06.658855 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] 10.222.0.41 "PUT /v2.0/ports/1b150e57-e9a0-4eb8-8033-2205addcad5d HTTP/1.1" status: 200 len: 1093 time: 1.8172481 Apr 21 06:23:06.659417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:23:06.762741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Pushing event updated for resources: {'Port': ['ID=1b150e57-e9a0-4eb8-8033-2205addcad5d,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:06.778704 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:06.857912 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'status': 'completed', 'code': 200} Apr 21 06:23:07.092882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbc869-ece5-48e3-baa3-205ea268a809 req-7705dfe3-073d-4644-bb5a-a8b41436c1c6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:07.094489 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-7fcbc869-ece5-48e3-baa3-205ea268a809 req-7705dfe3-073d-4644-bb5a-a8b41436c1c6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Synchronizing usage tracker for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:23:07.108104 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-ccfa3518-04a4-4d44-8f7e-41d7f1616e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:07.111735 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-ccfa3518-04a4-4d44-8f7e-41d7f1616e44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 1096 time: 0.3313801 Apr 21 06:23:07.199183 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-ebc6be81-19cd-48b9-b750-907a0e9f8ed4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d HTTP/1.1" status: 200 len: 217 time: 0.0778344 Apr 21 06:23:07.201046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-7fcbc869-ece5-48e3-baa3-205ea268a809 req-7705dfe3-073d-4644-bb5a-a8b41436c1c6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Unset dirty status for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:23:07.202426 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7fcbc869-ece5-48e3-baa3-205ea268a809 req-7705dfe3-073d-4644-bb5a-a8b41436c1c6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.3364642 Apr 21 06:23:07.325981 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7fcbc869-ece5-48e3-baa3-205ea268a809 req-337f1e22-6862-4627-bd3a-c8063de5934c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755038 Apr 21 06:23:07.330414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-51ebf9a4-c178-443d-a867-66986dea6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:07.332197 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-51ebf9a4-c178-443d-a867-66986dea6d2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 200 len: 855 time: 0.1262970 Apr 21 06:23:07.465941 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-7f52a4d0-dec1-4c14-b028-1ce6966cfcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:07.471256 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-7f52a4d0-dec1-4c14-b028-1ce6966cfcbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f539fb37-8abf-4a55-9300-e38107332925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1267231 Apr 21 06:23:07.882381 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-f7e73537-dfb3-4c07-b3b7-6b8f7beeda75 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012225 Apr 21 06:23:08.796782 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b738d1ea-9bc7-4dea-bfa1-19fcd97a7edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:08.929098 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ac80f-7e5e-45a6-b4b8-48a040df3cd3 req-20495866-b398-4fa8-89da-26099c0b7dd3 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:08.929098 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-434ac80f-7e5e-45a6-b4b8-48a040df3cd3 req-20495866-b398-4fa8-89da-26099c0b7dd3 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.2219894 Apr 21 06:23:08.986011 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-434ac80f-7e5e-45a6-b4b8-48a040df3cd3 req-3b8bff82-dbc9-4fe7-822f-4b49049eb3ae tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487289 Apr 21 06:23:09.806821 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd6306b1-efef-46e3-b4cf-8009389b5edd req-200c28da-6b77-4d16-9e7b-72a177f15dc5 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454357 Apr 21 06:23:10.021011 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03617882-0544-47c6-a3c0-3dd9d8a11522 req-98ca8af7-cb50-45e7-9c50-2698ad4b50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:10.022645 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-03617882-0544-47c6-a3c0-3dd9d8a11522 req-98ca8af7-cb50-45e7-9c50-2698ad4b50e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 1096 time: 0.1028910 Apr 21 06:23:10.300660 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03617882-0544-47c6-a3c0-3dd9d8a11522 req-635fb13d-a66a-4d6c-84f9-b7f9ccedea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:10.303721 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-03617882-0544-47c6-a3c0-3dd9d8a11522 req-635fb13d-a66a-4d6c-84f9-b7f9ccedea4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 917 time: 0.2707088 Apr 21 06:23:10.463470 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-03617882-0544-47c6-a3c0-3dd9d8a11522 req-5d3e24a7-49ec-4085-9526-dd662898da74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d HTTP/1.1" status: 200 len: 217 time: 0.0867007 Apr 21 06:23:10.596726 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73cbad-f53a-455b-8381-03d1858f645f req-53ccf74e-c628-48f0-8269-143111cebbbc tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:10.607400 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7e73cbad-f53a-455b-8381-03d1858f645f req-53ccf74e-c628-48f0-8269-143111cebbbc tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.3015780 Apr 21 06:23:10.628064 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03617882-0544-47c6-a3c0-3dd9d8a11522 req-13a0326e-3cb9-4178-8ad2-ef9c82897917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:10.629712 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-03617882-0544-47c6-a3c0-3dd9d8a11522 req-13a0326e-3cb9-4178-8ad2-ef9c82897917 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 200 len: 855 time: 0.1594222 Apr 21 06:23:10.743865 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7e73cbad-f53a-455b-8381-03d1858f645f req-7b21ee93-94e0-46e3-b2c4-b036ff9c251f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351140 Apr 21 06:23:10.799029 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03617882-0544-47c6-a3c0-3dd9d8a11522 req-ca5e090b-8d66-4c66-8eeb-276598a7b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:10.801445 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-03617882-0544-47c6-a3c0-3dd9d8a11522 req-ca5e090b-8d66-4c66-8eeb-276598a7b2ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f539fb37-8abf-4a55-9300-e38107332925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1618104 Apr 21 06:23:11.052059 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-03617882-0544-47c6-a3c0-3dd9d8a11522 req-59a2d403-9d79-4758-b9ab-ab2ea855b827 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434890 Apr 21 06:23:11.259155 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-03617882-0544-47c6-a3c0-3dd9d8a11522 req-5ca85587-d953-4973-b4a5-83ad903eed7d service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001572 Apr 21 06:23:11.618829 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-05e2a3ce-8d4e-4bc2-9fd6-983ccce9b3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:12.068759 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:12.185890 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822b868-ffbf-4a9e-b4df-eff6876b60d9 req-439c22cc-e82f-4572-a30c-5305b5f96ff7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:12.187529 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a822b868-ffbf-4a9e-b4df-eff6876b60d9 req-439c22cc-e82f-4572-a30c-5305b5f96ff7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.2363980 Apr 21 06:23:12.260657 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a822b868-ffbf-4a9e-b4df-eff6876b60d9 req-bf59c3f7-6d7e-4e09-9351-39a89b61518a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564392 Apr 21 06:23:13.059963 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:13.068538 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 1b150e57-e9a0-4eb8-8033-2205addcad5d details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:23:13.255789 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 1b150e57-e9a0-4eb8-8033-2205addcad5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:23:13.273320 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'port_id': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'mac_address': 'fa:16:3e:ab:8a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:23:13.346989 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:13.397827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b150e57-e9a0-4eb8-8033-2205addcad5d {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:23:13.428741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 1b150e57-e9a0-4eb8-8033-2205addcad5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:23:13.437041 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:13.440458 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:13.513720 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a368e-a6af-4c75-8f92-310527560aa5 req-8bb1a4df-8c80-4b9a-b6c3-0190df0a8b90 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:13.520238 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-574a368e-a6af-4c75-8f92-310527560aa5 req-8bb1a4df-8c80-4b9a-b6c3-0190df0a8b90 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 946 time: 0.1672831 Apr 21 06:23:13.561587 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76aadf-3602-482d-b783-d7c640f437a1 req-a1fce60a-f5b8-48c3-82d7-1ed978afaef8 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:13.568551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=1b150e57-e9a0-4eb8-8033-2205addcad5d,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:13.571566 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-df76aadf-3602-482d-b783-d7c640f437a1 req-a1fce60a-f5b8-48c3-82d7-1ed978afaef8 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 944 time: 0.1699421 Apr 21 06:23:13.572391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:13.606249 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-574a368e-a6af-4c75-8f92-310527560aa5 req-523543b1-1288-465e-a14f-9931567c9be0 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804017 Apr 21 06:23:13.630636 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-df76aadf-3602-482d-b783-d7c640f437a1 req-4865e157-eecb-4850-be3d-6ab7a57f0bcb tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570512 Apr 21 06:23:13.640838 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34168) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:13.706237 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['1b150e57-e9a0-4eb8-8033-2205addcad5d'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:23:14.024329 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:23:14.094482 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef9052d-bc63-4d3b-9c9f-c64132a03880 tempest-TestMinimumBasicScenario-1171217345 tempest-TestMinimumBasicScenario-1171217345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:14.097371 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-aef9052d-bc63-4d3b-9c9f-c64132a03880 tempest-TestMinimumBasicScenario-1171217345 tempest-TestMinimumBasicScenario-1171217345-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 1094 time: 0.4551392 Apr 21 06:23:14.102128 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34178) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:14.114452 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Request body: {'floatingip': {'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'port_id': '3071262a-e412-478e-a4db-7741d7ff67ac', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:14.127882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:14.134929 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Usage tracker for resource:floatingip and tenant:b99e970b117f45db8baf3ec9c8508679 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:23:14.141535 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:23:14.156307 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:14.174722 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for floatingip, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:14.717017 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:14.952440 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Allocated IP 172.28.0.102 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/01494aac-2fa4-4628-8f3d-b7e9ef92f18d) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:23:15.084844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 1b150e57-e9a0-4eb8-8033-2205addcad5d up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:23:15.288111 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:15.302413 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port 1b150e57-e9a0-4eb8-8033-2205addcad5d completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:23:15.308510 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 1b150e57-e9a0-4eb8-8033-2205addcad5d triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:23:15.308949 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:15.369427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873930b-6592-40c6-8641-6c2f9193170f req-6ea92b40-2037-4d72-b1b4-2d5a1d945199 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:15.375330 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a873930b-6592-40c6-8641-6c2f9193170f req-6ea92b40-2037-4d72-b1b4-2d5a1d945199 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 944 time: 0.3002899 Apr 21 06:23:15.421903 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:15.488203 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a873930b-6592-40c6-8641-6c2f9193170f req-6398ea63-6757-4eb2-bf33-9fae94779506 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885427 Apr 21 06:23:15.512532 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:15.523142 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:15.609773 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:23:15.613186 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:23:15.617871 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:23:15.669033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:15.669525 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event updated for resources: {'Port': ['ID=01494aac-2fa4-4628-8f3d-b7e9ef92f18d,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:15.684156 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:15.684893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:15.685236 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:15.685651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:15.686058 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:15.686465 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:15.686851 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:15.687254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:15.687654 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:15.688089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:15.688672 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:15.689073 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:15.697155 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:15.725065 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:23:15.757195 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 1b150e57-e9a0-4eb8-8033-2205addcad5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:23:15.765639 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:15.767698 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:15.825976 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'code': 200} Apr 21 06:23:15.874448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=1b150e57-e9a0-4eb8-8033-2205addcad5d,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:15.888796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:16.280779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:16.359628 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ac862-4643-47ae-9a35-fcb9f0f36faa req-b52441d7-6502-434b-8299-84f1ea84e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:16.363240 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-976ac862-4643-47ae-9a35-fcb9f0f36faa req-b52441d7-6502-434b-8299-84f1ea84e62e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 1098 time: 0.1825340 Apr 21 06:23:16.425602 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-976ac862-4643-47ae-9a35-fcb9f0f36faa req-5b5bdf06-9b21-4eee-ada9-3339afc83cc1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557506 Apr 21 06:23:16.637338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:16.903845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314709c-ad74-4dde-866d-64ca14c2287a req-222a17dd-df38-46b2-95f7-f2b3dc193bcc tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:16.905606 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7314709c-ad74-4dde-866d-64ca14c2287a req-222a17dd-df38-46b2-95f7-f2b3dc193bcc tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.2183769 Apr 21 06:23:17.005084 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7314709c-ad74-4dde-866d-64ca14c2287a req-4b345a82-e7e8-441b-8379-8886c00e7df2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884097 Apr 21 06:23:17.053768 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:17.058201 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:17.064027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:17.209849 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event updated for resources: {'Port': ['ID=01494aac-2fa4-4628-8f3d-b7e9ef92f18d,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:17.213116 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:17.229529 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:17.602748 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_db [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Floating IP f3b5ce5c-8720-4026-a2fc-110510110bba associated. External IP: 172.28.0.102, port: 3071262a-e412-478e-a4db-7741d7ff67ac. Apr 21 06:23:18.300697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Router 33d07287-5abb-466a-ac91-1f8e5bf4d39b has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:23:18.841318 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861728b-3b8d-4d7b-893c-3ca4eddf5b38 req-b1386e06-bab5-4398-b64a-ebbe2698a9c4 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:18.844739 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b861728b-3b8d-4d7b-893c-3ca4eddf5b38 req-b1386e06-bab5-4398-b64a-ebbe2698a9c4 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.6310806 Apr 21 06:23:18.848681 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-af68f3c4-485c-4934-9b3a-502beef8eb17 req-2b838aa1-0695-4ccf-85fe-6cd4a32423b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1739893 Apr 21 06:23:18.959609 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b861728b-3b8d-4d7b-893c-3ca4eddf5b38 req-3d715801-c900-43fc-b001-0f8b6290bd10 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994904 Apr 21 06:23:18.961118 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:23:18.976283 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba216d7-5959-4f0a-89bc-499309135a90 None None] Sync routers for ids ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:23:19.007768 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba216d7-5959-4f0a-89bc-499309135a90 None None] Routers {'33d07287-5abb-466a-ac91-1f8e5bf4d39b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:23:19.007768 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-fba216d7-5959-4f0a-89bc-499309135a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:23:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:19.008675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:19.058306 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68f3c4-485c-4934-9b3a-502beef8eb17 req-56a6e72a-b04c-4c05-b8c0-2afb7fa0d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:19.060059 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-af68f3c4-485c-4934-9b3a-502beef8eb17 req-56a6e72a-b04c-4c05-b8c0-2afb7fa0d640 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d770d4b502e43fab6b4945aa424cf5b&device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 1098 time: 0.1078641 Apr 21 06:23:19.162974 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-daa73cad-388a-4adc-a752-d0e16759846a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0585749 Apr 21 06:23:19.165240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac'}] {{(pid=86267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:23:19.180983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34238) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:19.204351 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2018344835', 'description': 'tempest-secgroup-smoke-2018344835 description', 'project_id': 'b99e970b117f45db8baf3ec9c8508679'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:19.216615 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:19.236843 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:19.246849 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-fba216d7-5959-4f0a-89bc-499309135a90 None None] Set router 33d07287-5abb-466a-ac91-1f8e5bf4d39b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:23:19.256543 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:19.293184 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac', 'status': 'completed', 'code': 200} Apr 21 06:23:19.297797 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:19.302400 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Usage tracker for resource:security_group_rule and tenant:b99e970b117f45db8baf3ec9c8508679 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:23:19.305772 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:23:19.312739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:19.421111 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:19.425071 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:19.477844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-cb42b144-ef6a-4a3f-8fa9-8b5601246a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:19.490406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:19.494637 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2930107 Apr 21 06:23:19.495619 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34248) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:19.507726 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-22fc5853-33e8-45ef-be96-59c9f2c418c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Request body: {'security_group_rule': {'security_group_id': '6874ec71-ad5c-4e34-a811-71d447aa3bf3', 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:19.529203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-22fc5853-33e8-45ef-be96-59c9f2c418c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:19.534989 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6874ec71-ad5c-4e34-a811-71d447aa3bf3,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:19.538195 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-22fc5853-33e8-45ef-be96-59c9f2c418c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Usage tracker for resource:security_group_rule and tenant:b99e970b117f45db8baf3ec9c8508679 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:23:19.542195 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:19.543321 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-22fc5853-33e8-45ef-be96-59c9f2c418c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:23:19.552327 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-22fc5853-33e8-45ef-be96-59c9f2c418c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:19.591766 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-22fc5853-33e8-45ef-be96-59c9f2c418c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:19.712932 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-22fc5853-33e8-45ef-be96-59c9f2c418c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:19.719303 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-22fc5853-33e8-45ef-be96-59c9f2c418c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:19.723442 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:19.757796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc5853-33e8-45ef-be96-59c9f2c418c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56d3624-dde9-46ca-bfcc-cc888148b2b9,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:19.772726 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-22fc5853-33e8-45ef-be96-59c9f2c418c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:19.791648 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-22fc5853-33e8-45ef-be96-59c9f2c418c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:19.796843 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-22fc5853-33e8-45ef-be96-59c9f2c418c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2999847 Apr 21 06:23:19.797809 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34254) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:19.805197 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-d5ada0b7-8762-400a-8d29-f129c3775423 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Request body: {'security_group_rule': {'security_group_id': '6874ec71-ad5c-4e34-a811-71d447aa3bf3', 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:19.814954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d5ada0b7-8762-400a-8d29-f129c3775423 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:19.827317 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d5ada0b7-8762-400a-8d29-f129c3775423 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Usage tracker for resource:security_group_rule and tenant:b99e970b117f45db8baf3ec9c8508679 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:23:19.839726 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d5ada0b7-8762-400a-8d29-f129c3775423 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:23:19.856270 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d5ada0b7-8762-400a-8d29-f129c3775423 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:19.869483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:19.903170 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d5ada0b7-8762-400a-8d29-f129c3775423 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:19.988612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-fba216d7-5959-4f0a-89bc-499309135a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:21:51Z', 'revision_number': 4, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port': {'id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:42Z', 'updated_at': '2021-04-21T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': 'f3b5ce5c-8720-4026-a2fc-110510110bba', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'floating_ip_address': '172.28.0.102', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'port_id': '3071262a-e412-478e-a4db-7741d7ff67ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'mac_address': 'fa:16:3e:97:1c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:23:16Z', 'updated_at': '2021-04-21T06:23:16Z', 'revision_number': 0, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b64f827-ac30-4644-8f76-c4a90b933952', 'name': '', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'mac_address': 'fa:16:3e:15:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:50Z', 'updated_at': '2021-04-21T06:22:04Z', 'revision_number': 5, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'subnets': [{'id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:20.002317 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba216d7-5959-4f0a-89bc-499309135a90 None None] Checking router: 33d07287-5abb-466a-ac91-1f8e5bf4d39b for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:23:20.011820 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68f3c4-485c-4934-9b3a-502beef8eb17 req-595f0fab-899b-4345-b9b2-0496e2287a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:20.013808 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-af68f3c4-485c-4934-9b3a-502beef8eb17 req-595f0fab-899b-4345-b9b2-0496e2287a0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2af643d-203c-4cb9-ab5a-766c1cede763 HTTP/1.1" status: 200 len: 911 time: 0.9147627 Apr 21 06:23:20.019966 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d5ada0b7-8762-400a-8d29-f129c3775423 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.025829 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba216d7-5959-4f0a-89bc-499309135a90 None None] Routers {'33d07287-5abb-466a-ac91-1f8e5bf4d39b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:23:20.026604 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-fba216d7-5959-4f0a-89bc-499309135a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:23:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:20.040930 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d5ada0b7-8762-400a-8d29-f129c3775423 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.041279 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640932bd-c7f3-4372-affa-11d20d98f57d req-d477eaf2-e0a3-4aa2-aa5a-5b9070a532ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:20.042978 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-640932bd-c7f3-4372-affa-11d20d98f57d req-d477eaf2-e0a3-4aa2-aa5a-5b9070a532ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b99e970b117f45db8baf3ec9c8508679&device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 1099 time: 0.3130965 Apr 21 06:23:20.050149 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-72f2cc68-4577-42c2-8558-c69703da8a2f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:20.075143 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ada0b7-8762-400a-8d29-f129c3775423 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65f2bd5-4793-43db-af3d-3cbb1f7d5d66,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:20.078274 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d5ada0b7-8762-400a-8d29-f129c3775423 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:20.084506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d5ada0b7-8762-400a-8d29-f129c3775423 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.088812 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d5ada0b7-8762-400a-8d29-f129c3775423 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2871885 Apr 21 06:23:20.089133 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34260) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:20.104270 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-e74b9497-1329-440d-bbd4-6da2fbfb0de9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Request body: {'security_group_rule': {'security_group_id': '6874ec71-ad5c-4e34-a811-71d447aa3bf3', 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:20.118566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-e74b9497-1329-440d-bbd4-6da2fbfb0de9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:20.127588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-e74b9497-1329-440d-bbd4-6da2fbfb0de9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Usage tracker for resource:security_group_rule and tenant:b99e970b117f45db8baf3ec9c8508679 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:23:20.132491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-e74b9497-1329-440d-bbd4-6da2fbfb0de9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:23:20.157254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-e74b9497-1329-440d-bbd4-6da2fbfb0de9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:20.195545 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e74b9497-1329-440d-bbd4-6da2fbfb0de9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.201599 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71462-35d2-457e-b7f4-3c23ff1fc1f7 req-bc8f9f5b-97e9-4b48-a946-35abb291a539 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:20.203248 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-18a71462-35d2-457e-b7f4-3c23ff1fc1f7 req-bc8f9f5b-97e9-4b48-a946-35abb291a539 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.6042788 Apr 21 06:23:20.215692 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 34266) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:20.225829 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-ad23355f-909f-4e77-aaba-528aff8160e6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Request body: {'floatingip': {'port_id': '1b150e57-e9a0-4eb8-8033-2205addcad5d'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:20.345242 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-fba216d7-5959-4f0a-89bc-499309135a90 None None] Set router 33d07287-5abb-466a-ac91-1f8e5bf4d39b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:23:20.371382 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e74b9497-1329-440d-bbd4-6da2fbfb0de9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.379392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e74b9497-1329-440d-bbd4-6da2fbfb0de9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.381897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ad23355f-909f-4e77-aaba-528aff8160e6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.384080 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-22fc5853-33e8-45ef-be96-59c9f2c418c2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:20.417304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e74b9497-1329-440d-bbd4-6da2fbfb0de9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.420131 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e74b9497-1329-440d-bbd4-6da2fbfb0de9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3270867 Apr 21 06:23:20.421665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34270) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:20.428649 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-5c98cffb-ee2a-4f2d-b01e-b06b53f484d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Request body: {'security_group_rule': {'security_group_id': '6874ec71-ad5c-4e34-a811-71d447aa3bf3', 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:20.445952 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b9497-1329-440d-bbd4-6da2fbfb0de9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1e8990-efd6-443e-b26d-0501934cdf2a,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:20.456692 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e74b9497-1329-440d-bbd4-6da2fbfb0de9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:20.458254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-5c98cffb-ee2a-4f2d-b01e-b06b53f484d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:20.470800 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5c98cffb-ee2a-4f2d-b01e-b06b53f484d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Usage tracker for resource:security_group_rule and tenant:b99e970b117f45db8baf3ec9c8508679 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:23:20.476310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5c98cffb-ee2a-4f2d-b01e-b06b53f484d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:23:20.487420 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-5c98cffb-ee2a-4f2d-b01e-b06b53f484d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:20.523062 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77557eef-87d2-4ebe-9608-5fecce834f07 req-1c31f3f5-a817-4c2d-8058-fe143b5dcfc4 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:20.547327 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-77557eef-87d2-4ebe-9608-5fecce834f07 req-1c31f3f5-a817-4c2d-8058-fe143b5dcfc4 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 945 time: 0.2256167 Apr 21 06:23:20.577997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5c98cffb-ee2a-4f2d-b01e-b06b53f484d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.660522 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5c98cffb-ee2a-4f2d-b01e-b06b53f484d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.664525 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5c98cffb-ee2a-4f2d-b01e-b06b53f484d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.679216 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-77557eef-87d2-4ebe-9608-5fecce834f07 req-323b282e-926e-426c-9ac3-2ba07331d0db tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308300 Apr 21 06:23:20.700242 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:20.723146 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98cffb-ee2a-4f2d-b01e-b06b53f484d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e4fbc9-0e59-45f6-ace5-d62391aab2a3,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:20.726662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5c98cffb-ee2a-4f2d-b01e-b06b53f484d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:20.736098 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5c98cffb-ee2a-4f2d-b01e-b06b53f484d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.738116 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-5c98cffb-ee2a-4f2d-b01e-b06b53f484d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3153327 Apr 21 06:23:20.742895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34278) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:20.748894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Request body: {'security_group_rule': {'security_group_id': '6874ec71-ad5c-4e34-a811-71d447aa3bf3', 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:20.756246 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:20.760762 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Usage tracker for resource:security_group_rule and tenant:b99e970b117f45db8baf3ec9c8508679 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:23:20.764496 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:23:20.773819 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:20.791724 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.securitygroups_db [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Project b99e970b117f45db8baf3ec9c8508679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 06:23:20.802599 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.846118 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-fba216d7-5959-4f0a-89bc-499309135a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:21:51Z', 'revision_number': 4, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port': {'id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:42Z', 'updated_at': '2021-04-21T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': 'f3b5ce5c-8720-4026-a2fc-110510110bba', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'floating_ip_address': '172.28.0.102', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'port_id': '3071262a-e412-478e-a4db-7741d7ff67ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'mac_address': 'fa:16:3e:97:1c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:23:16Z', 'updated_at': '2021-04-21T06:23:16Z', 'revision_number': 0, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b64f827-ac30-4644-8f76-c4a90b933952', 'name': '', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'mac_address': 'fa:16:3e:15:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:50Z', 'updated_at': '2021-04-21T06:22:04Z', 'revision_number': 5, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'subnets': [{'id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:20.852163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba216d7-5959-4f0a-89bc-499309135a90 None None] The sync data for ids ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'] in dv-cinder-776307-5-smb is: [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:21:51Z', 'revision_number': 4, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port': {'id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:42Z', 'updated_at': '2021-04-21T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': 'f3b5ce5c-8720-4026-a2fc-110510110bba', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'floating_ip_address': '172.28.0.102', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'port_id': '3071262a-e412-478e-a4db-7741d7ff67ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'mac_address': 'fa:16:3e:97:1c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:23:16Z', 'updated_at': '2021-04-21T06:23:16Z', 'revision_number': 0, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b64f827-ac30-4644-8f76-c4a90b933952', 'name': '', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'mac_address': 'fa:16:3e:15:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:50Z', 'updated_at': '2021-04-21T06:22:04Z', 'revision_number': 5, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'subnets': [{'id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:23:20.890993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.897458 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.900181 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:20.924155 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cbfedb-d94e-4d08-be8c-9f90f4b87097,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:20.931164 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:20.966948 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:20.971080 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2241318 Apr 21 06:23:20.971318 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34282) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:20.977753 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-a329c8f0-adba-4030-9e97-d1886fc1c935 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Request body: {'security_group_rule': {'security_group_id': '6874ec71-ad5c-4e34-a811-71d447aa3bf3', 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:20.992266 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a329c8f0-adba-4030-9e97-d1886fc1c935 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:20.996529 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a329c8f0-adba-4030-9e97-d1886fc1c935 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Usage tracker for resource:security_group_rule and tenant:b99e970b117f45db8baf3ec9c8508679 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:23:20.999651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a329c8f0-adba-4030-9e97-d1886fc1c935 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:23:21.006849 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a329c8f0-adba-4030-9e97-d1886fc1c935 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:21.017764 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.securitygroups_db [None req-a329c8f0-adba-4030-9e97-d1886fc1c935 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Project b99e970b117f45db8baf3ec9c8508679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 06:23:21.025895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a329c8f0-adba-4030-9e97-d1886fc1c935 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:21.120392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a329c8f0-adba-4030-9e97-d1886fc1c935 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:21.124557 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a329c8f0-adba-4030-9e97-d1886fc1c935 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:21.128126 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e7ab841-1d5e-426a-ac52-b16b9febf77d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:21.163678 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329c8f0-adba-4030-9e97-d1886fc1c935 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b08cff3-9742-495e-8f81-aac93ca67810,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:21.174026 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a329c8f0-adba-4030-9e97-d1886fc1c935 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:21.186016 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a329c8f0-adba-4030-9e97-d1886fc1c935 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:21.193000 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a329c8f0-adba-4030-9e97-d1886fc1c935 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2149491 Apr 21 06:23:21.209719 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-af68f3c4-485c-4934-9b3a-502beef8eb17 req-605fc41e-a71a-492e-9c70-d8a01158924f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b9692bb-6502-4a3b-93d5-5d830e74434e HTTP/1.1" status: 200 len: 1001 time: 1.1713340 Apr 21 06:23:21.324376 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b64357-bff3-482b-829c-1b26463bae03 None None] New status for floating IP f3b5ce5c-8720-4026-a2fc-110510110bba: ACTIVE {{(pid=86270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:23:21.414183 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ac138707-0d7c-480a-a1a7-7c8ad772421e req-2890d54f-6739-4920-a70f-179e7f995389 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018344835&fields=id&tenant_id=b99e970b117f45db8baf3ec9c8508679 HTTP/1.1" status: 200 len: 267 time: 0.0968108 Apr 21 06:23:21.416261 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68f3c4-485c-4934-9b3a-502beef8eb17 req-5e2f84f8-4ced-4251-b7fa-19eeb7d52e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:21.418212 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-af68f3c4-485c-4934-9b3a-502beef8eb17 req-5e2f84f8-4ced-4251-b7fa-19eeb7d52e4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f9a5fb8-b027-4dde-8595-3dac89598941 HTTP/1.1" status: 200 len: 849 time: 0.1853230 Apr 21 06:23:21.426983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640932bd-c7f3-4372-affa-11d20d98f57d req-ccb631f3-371f-410a-b7fb-b8b7935f4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:21.428642 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-640932bd-c7f3-4372-affa-11d20d98f57d req-ccb631f3-371f-410a-b7fb-b8b7935f4e5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ef1878d-7d63-4dcc-a567-846d63e6c820 HTTP/1.1" status: 200 len: 916 time: 1.2684731 Apr 21 06:23:21.744683 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-640932bd-c7f3-4372-affa-11d20d98f57d req-edfeb71c-336f-4454-bb7a-40e91f936926 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3071262a-e412-478e-a4db-7741d7ff67ac HTTP/1.1" status: 200 len: 1000 time: 0.2077584 Apr 21 06:23:21.880699 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.db.resource_extend [None req-ad23355f-909f-4e77-aaba-528aff8160e6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 21 06:23:21.908748 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754609db-74d6-4b7c-aa38-8ed47daa7ec4 req-3e0de871-afb7-4432-84c9-fb2b6c634b3b tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:21.917856 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-754609db-74d6-4b7c-aa38-8ed47daa7ec4 req-3e0de871-afb7-4432-84c9-fb2b6c634b3b tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 945 time: 0.1124475 Apr 21 06:23:21.975961 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-754609db-74d6-4b7c-aa38-8ed47daa7ec4 req-087a3569-99ba-46bb-9900-e18f76fa6236 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541832 Apr 21 06:23:22.217938 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac138707-0d7c-480a-a1a7-7c8ad772421e req-dde68126-efd9-4d9b-a195-4307b2323be2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:22.219645 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ac138707-0d7c-480a-a1a7-7c8ad772421e req-dde68126-efd9-4d9b-a195-4307b2323be2 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 946 time: 0.7949154 Apr 21 06:23:22.229701 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640932bd-c7f3-4372-affa-11d20d98f57d req-3cbf930b-ca0a-47d7-97c2-ad6e53ae51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:22.231271 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-640932bd-c7f3-4372-affa-11d20d98f57d req-3cbf930b-ca0a-47d7-97c2-ad6e53ae51b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef494a8-064d-4fde-9bba-3e1272d32ff0 HTTP/1.1" status: 200 len: 854 time: 0.4729748 Apr 21 06:23:22.255134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-ac138707-0d7c-480a-a1a7-7c8ad772421e req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Request body: {'port': {'security_groups': ['b1965ab6-4f86-46c3-8712-8936d015c30b', '6874ec71-ad5c-4e34-a811-71d447aa3bf3']}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:22.344064 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68f3c4-485c-4934-9b3a-502beef8eb17 req-e7e88652-2654-4efa-9c3d-ee2f0f2ec668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:22.344351 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-af68f3c4-485c-4934-9b3a-502beef8eb17 req-e7e88652-2654-4efa-9c3d-ee2f0f2ec668 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2af643d-203c-4cb9-ab5a-766c1cede763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8618543 Apr 21 06:23:22.412507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ad23355f-909f-4e77-aaba-528aff8160e6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:22.495324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ad23355f-909f-4e77-aaba-528aff8160e6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:22.833018 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_db [None req-ad23355f-909f-4e77-aaba-528aff8160e6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Floating IP 2c9dd7b6-f09b-4c58-a8c7-a0611c7e991a associated. External IP: 172.28.0.186, port: 1b150e57-e9a0-4eb8-8033-2205addcad5d. Apr 21 06:23:22.900445 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ac138707-0d7c-480a-a1a7-7c8ad772421e req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:22.996187 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640932bd-c7f3-4372-affa-11d20d98f57d req-a57028d2-a7d7-469c-9040-53538459d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:22.997939 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-640932bd-c7f3-4372-affa-11d20d98f57d req-a57028d2-a7d7-469c-9040-53538459d5a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ef1878d-7d63-4dcc-a567-846d63e6c820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7518930 Apr 21 06:23:23.044851 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-af68f3c4-485c-4934-9b3a-502beef8eb17 req-e55b44d4-22ee-4385-a60e-8b4bbd0da5ed service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6868684 Apr 21 06:23:23.189338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5df7d4-582f-4e23-8ca0-76cfa71f13d4 req-c777620e-f70d-444b-9183-fd7b295bfe25 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:23.197810 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2e5df7d4-582f-4e23-8ca0-76cfa71f13d4 req-c777620e-f70d-444b-9183-fd7b295bfe25 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 945 time: 0.0993037 Apr 21 06:23:23.258998 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2e5df7d4-582f-4e23-8ca0-76cfa71f13d4 req-d9bd7b9e-17a5-4302-bca8-0a549c5da557 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595884 Apr 21 06:23:23.602763 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-af68f3c4-485c-4934-9b3a-502beef8eb17 req-b6721300-cbf0-4e2d-b820-7f4f31007978 service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166752 Apr 21 06:23:23.622974 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-640932bd-c7f3-4372-affa-11d20d98f57d req-0973cb11-b436-4355-b0bf-569b77ea0cba service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096113 Apr 21 06:23:24.191480 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad23355f-909f-4e77-aaba-528aff8160e6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Router 687fb951-4b51-4cd0-bd9f-6be7338dff83 has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:23:24.205021 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-640932bd-c7f3-4372-affa-11d20d98f57d req-f17d3c78-a4d2-44e6-8f56-b25895b6ae15 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618284 Apr 21 06:23:24.211879 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-ac138707-0d7c-480a-a1a7-7c8ad772421e req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] For port 3071262a-e412-478e-a4db-7741d7ff67ac, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3071262a-e412-478e-a4db-7741d7ff67ac,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:23:24.395371 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ac138707-0d7c-480a-a1a7-7c8ad772421e req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:24.404806 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ac138707-0d7c-480a-a1a7-7c8ad772421e req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:24.414059 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d9955b51-9f36-424f-b0a3-7a0c084923c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:24.416901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['3071262a-e412-478e-a4db-7741d7ff67ac'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:23:24.484111 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac138707-0d7c-480a-a1a7-7c8ad772421e req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:24.484845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ac138707-0d7c-480a-a1a7-7c8ad772421e req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:24.486391 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ac138707-0d7c-480a-a1a7-7c8ad772421e req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "PUT /v2.0/ports/3071262a-e412-478e-a4db-7741d7ff67ac HTTP/1.1" status: 200 len: 982 time: 2.2445562 Apr 21 06:23:24.486959 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:23:24.536560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad23355f-909f-4e77-aaba-528aff8160e6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:23:24.542572 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ad23355f-909f-4e77-aaba-528aff8160e6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:24.551569 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334510e-2a48-4085-82cb-171990354e72 req-a1a5c50c-1041-42f7-82e2-300f920fc97e tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:24.554116 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f334510e-2a48-4085-82cb-171990354e72 req-a1a5c50c-1041-42f7-82e2-300f920fc97e tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 945 time: 0.1488893 Apr 21 06:23:24.556697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38742ed7-d8dd-4d23-acff-bc8b6cefb992 None None] Sync routers for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:23:24.580470 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38742ed7-d8dd-4d23-acff-bc8b6cefb992 None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:23:24.584397 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-38742ed7-d8dd-4d23-acff-bc8b6cefb992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:23:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:24.608987 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event updated for resources: {'Port': ['ID=3071262a-e412-478e-a4db-7741d7ff67ac,revision_number=6']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:24.658407 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f334510e-2a48-4085-82cb-171990354e72 req-2dcafd23-4d8e-45c5-8bc9-b1f708703f76 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864773 Apr 21 06:23:24.666946 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:24.667448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:24.667866 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:24.668307 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:24.668711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:24.669112 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:24.669509 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:24.669905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:24.670297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:24.670692 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:24.671084 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:24.671475 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:23:24.692671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['3071262a-e412-478e-a4db-7741d7ff67ac'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:23:24.731478 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:24.772889 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac', 'status': 'completed', 'code': 200} Apr 21 06:23:24.791517 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ad23355f-909f-4e77-aaba-528aff8160e6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "PUT /v2.0/floatingips/2c9dd7b6-f09b-4c58-a8c7-a0611c7e991a HTTP/1.1" status: 200 len: 991 time: 4.5703595 Apr 21 06:23:24.909533 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbda05-c2b4-47f8-ad33-f7b57ef7a769 req-a913dfba-db1e-476c-adfc-757feb7cb10e tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:24.911889 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3ffbda05-c2b4-47f8-ad33-f7b57ef7a769 req-a913dfba-db1e-476c-adfc-757feb7cb10e tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.2326088 Apr 21 06:23:24.942404 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dda4c-3883-4631-97fc-8695fe63b98c req-10afc406-5bd2-449f-aa62-72481d41cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:24.944181 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-db2dda4c-3883-4631-97fc-8695fe63b98c req-10afc406-5bd2-449f-aa62-72481d41cf61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b99e970b117f45db8baf3ec9c8508679&device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 1138 time: 0.1508079 Apr 21 06:23:24.955895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-37f8783f-796f-422a-8e30-dff150946e3e None None] Provisioning complete for port 3071262a-e412-478e-a4db-7741d7ff67ac triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:23:24.956371 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-37f8783f-796f-422a-8e30-dff150946e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:25.056698 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3ffbda05-c2b4-47f8-ad33-f7b57ef7a769 req-77eb80a9-5879-4a5d-bbbf-63b0489903ea tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1351068 Apr 21 06:23:25.122634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-38742ed7-d8dd-4d23-acff-bc8b6cefb992 None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:23:25.125072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dda4c-3883-4631-97fc-8695fe63b98c req-c49e227d-f957-459c-aae5-7adb75b0b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:25.126692 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-db2dda4c-3883-4631-97fc-8695fe63b98c req-c49e227d-f957-459c-aae5-7adb75b0b7fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ef1878d-7d63-4dcc-a567-846d63e6c820 HTTP/1.1" status: 200 len: 916 time: 0.1648169 Apr 21 06:23:25.250093 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-db2dda4c-3883-4631-97fc-8695fe63b98c req-f3db4248-be6c-4521-99b6-bea715f69270 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3071262a-e412-478e-a4db-7741d7ff67ac HTTP/1.1" status: 200 len: 1002 time: 0.1101751 Apr 21 06:23:25.337807 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dda4c-3883-4631-97fc-8695fe63b98c req-f1ece9ad-9588-4982-bb94-c5b937f62558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:25.339825 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-db2dda4c-3883-4631-97fc-8695fe63b98c req-f1ece9ad-9588-4982-bb94-c5b937f62558 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef494a8-064d-4fde-9bba-3e1272d32ff0 HTTP/1.1" status: 200 len: 854 time: 0.0820696 Apr 21 06:23:25.436603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dda4c-3883-4631-97fc-8695fe63b98c req-12d4909a-49dd-4cd3-85b5-7926c4e679c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:25.439468 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-db2dda4c-3883-4631-97fc-8695fe63b98c req-12d4909a-49dd-4cd3-85b5-7926c4e679c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ef1878d-7d63-4dcc-a567-846d63e6c820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0905442 Apr 21 06:23:25.674723 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-db2dda4c-3883-4631-97fc-8695fe63b98c req-99f17f0e-3449-42d0-938d-75aded12e97b service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169485 Apr 21 06:23:25.685284 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c4740-4aaf-44df-bf8a-a1747f6c4516 req-8f417192-d60b-440c-b824-2b6afc7bdf5f tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:25.686931 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-748c4740-4aaf-44df-bf8a-a1747f6c4516 req-8f417192-d60b-440c-b824-2b6afc7bdf5f tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 945 time: 0.2029307 Apr 21 06:23:25.866111 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-748c4740-4aaf-44df-bf8a-a1747f6c4516 req-e7159986-50ca-4c20-91a4-ae10dfeaad96 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Deleting port fa376ad9-90d4-413d-87f9-888922a7bbd5 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:23:25.866370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-748c4740-4aaf-44df-bf8a-a1747f6c4516 req-e7159986-50ca-4c20-91a4-ae10dfeaad96 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:26.004783 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-db2dda4c-3883-4631-97fc-8695fe63b98c req-4f130fc7-80d8-40e0-9117-428c6688e01a service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166826 Apr 21 06:23:26.076806 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca595e-affe-4f8d-bd5a-8e174ab001b3 req-179d9330-224a-4caf-87f8-f39ffe182074 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:26.086220 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-00ca595e-affe-4f8d-bd5a-8e174ab001b3 req-179d9330-224a-4caf-87f8-f39ffe182074 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 945 time: 0.1645398 Apr 21 06:23:26.147722 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-00ca595e-affe-4f8d-bd5a-8e174ab001b3 req-a0dbde51-ca22-486c-ac3b-b45e0685e4b5 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/security-groups?id=c42aedf5-a23c-4733-9031-8784647e4165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603340 Apr 21 06:23:26.237951 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-38742ed7-d8dd-4d23-acff-bc8b6cefb992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': '2c9dd7b6-f09b-4c58-a8c7-a0611c7e991a', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'port_id': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'mac_address': 'fa:16:3e:ab:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:22:59Z', 'updated_at': '2021-04-21T06:23:21Z', 'revision_number': 1, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:23:00Z', 'revision_number': 5, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:26.249682 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38742ed7-d8dd-4d23-acff-bc8b6cefb992 None None] Checking router: 687fb951-4b51-4cd0-bd9f-6be7338dff83 for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:23:26.270436 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-748c4740-4aaf-44df-bf8a-a1747f6c4516 req-e7159986-50ca-4c20-91a4-ae10dfeaad96 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] For port fa376ad9-90d4-413d-87f9-888922a7bbd5, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fa376ad9-90d4-413d-87f9-888922a7bbd5,segment=NetworkSegment(b9569b93-2b7d-45a0-ba50-fde4714ab657),segment_id=b9569b93-2b7d-45a0-ba50-fde4714ab657)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:23:26.270878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-748c4740-4aaf-44df-bf8a-a1747f6c4516 req-e7159986-50ca-4c20-91a4-ae10dfeaad96 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:26.286293 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38742ed7-d8dd-4d23-acff-bc8b6cefb992 None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:23:26.287297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-38742ed7-d8dd-4d23-acff-bc8b6cefb992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:23:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:26.409637 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-748c4740-4aaf-44df-bf8a-a1747f6c4516 req-e7159986-50ca-4c20-91a4-ae10dfeaad96 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Calling delete_port for fa376ad9-90d4-413d-87f9-888922a7bbd5 owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:23:26.533843 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-38742ed7-d8dd-4d23-acff-bc8b6cefb992 None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:23:26.598891 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-748c4740-4aaf-44df-bf8a-a1747f6c4516 req-e7159986-50ca-4c20-91a4-ae10dfeaad96 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:26.609838 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7720f497-da05-4cc5-8267-a37a2c815da1 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:26.620381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['fa376ad9-90d4-413d-87f9-888922a7bbd5'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:23:26.665709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7159986-50ca-4c20-91a4-ae10dfeaad96 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Pushing event deleted for resources: {'Port': ['ID=fa376ad9-90d4-413d-87f9-888922a7bbd5,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:26.670099 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e7159986-50ca-4c20-91a4-ae10dfeaad96 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:26.761021 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-748c4740-4aaf-44df-bf8a-a1747f6c4516 req-e7159986-50ca-4c20-91a4-ae10dfeaad96 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] No DVR routers for this DVR port fa376ad9-90d4-413d-87f9-888922a7bbd5 on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:23:26.764150 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-748c4740-4aaf-44df-bf8a-a1747f6c4516 req-e7159986-50ca-4c20-91a4-ae10dfeaad96 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:26.774231 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d'}, {'server_uuid': 'ee38b1fc-4535-479f-a40a-a7a5953acd58', 'name': 'network-vif-deleted', 'tag': 'fa376ad9-90d4-413d-87f9-888922a7bbd5'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:23:26.783184 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-748c4740-4aaf-44df-bf8a-a1747f6c4516 req-e7159986-50ca-4c20-91a4-ae10dfeaad96 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.41 "DELETE /v2.0/ports/fa376ad9-90d4-413d-87f9-888922a7bbd5 HTTP/1.1" status: 204 len: 173 time: 1.0723324 Apr 21 06:23:26.838438 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'status': 'completed', 'code': 200} Apr 21 06:23:26.838664 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee38b1fc-4535-479f-a40a-a7a5953acd58', 'name': 'network-vif-deleted', 'tag': 'fa376ad9-90d4-413d-87f9-888922a7bbd5', 'status': 'completed', 'code': 200} Apr 21 06:23:26.978715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151423e-7dff-47a9-8fb3-b52ecdbf3a9b req-d953ebd5-9a4f-4d1d-8f99-74ff5569e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:26.980432 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d151423e-7dff-47a9-8fb3-b52ecdbf3a9b req-d953ebd5-9a4f-4d1d-8f99-74ff5569e006 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 1098 time: 0.1086600 Apr 21 06:23:27.023662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-38742ed7-d8dd-4d23-acff-bc8b6cefb992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': '2c9dd7b6-f09b-4c58-a8c7-a0611c7e991a', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'port_id': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'mac_address': 'fa:16:3e:ab:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:22:59Z', 'updated_at': '2021-04-21T06:23:21Z', 'revision_number': 1, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:23:00Z', 'revision_number': 5, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:27.028033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38742ed7-d8dd-4d23-acff-bc8b6cefb992 None None] The sync data for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb is: [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': '2c9dd7b6-f09b-4c58-a8c7-a0611c7e991a', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'port_id': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'mac_address': 'fa:16:3e:ab:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:22:59Z', 'updated_at': '2021-04-21T06:23:21Z', 'revision_number': 1, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:23:00Z', 'revision_number': 5, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:23:27.155812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151423e-7dff-47a9-8fb3-b52ecdbf3a9b req-ee2f07f5-6207-4ea6-bf80-0e49c9296197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:27.157481 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d151423e-7dff-47a9-8fb3-b52ecdbf3a9b req-ee2f07f5-6207-4ea6-bf80-0e49c9296197 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 917 time: 0.1680017 Apr 21 06:23:27.288429 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d151423e-7dff-47a9-8fb3-b52ecdbf3a9b req-fc464326-e192-4b36-9146-169fcabe2d4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d HTTP/1.1" status: 200 len: 999 time: 0.1190531 Apr 21 06:23:27.370100 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2224fa8-aafc-4591-ba71-dbc9eceef433 None None] New status for floating IP 2c9dd7b6-f09b-4c58-a8c7-a0611c7e991a: ACTIVE {{(pid=86270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:23:27.415586 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-41a3d89c-4846-4980-9199-800d0a91db1f req-36223573-5a5a-4bd0-a60a-1d2468956d16 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Synchronizing usage tracker for tenant:74b829e0536a4f438f37b8bb28ab8127 on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:23:27.466553 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151423e-7dff-47a9-8fb3-b52ecdbf3a9b req-c3087ffb-e47c-4d07-a8dc-fdc97d1c98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:27.468522 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d151423e-7dff-47a9-8fb3-b52ecdbf3a9b req-c3087ffb-e47c-4d07-a8dc-fdc97d1c98dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 200 len: 855 time: 0.1742914 Apr 21 06:23:27.469812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-41a3d89c-4846-4980-9199-800d0a91db1f req-36223573-5a5a-4bd0-a60a-1d2468956d16 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Unset dirty status for tenant:74b829e0536a4f438f37b8bb28ab8127 on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:23:27.484160 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-41a3d89c-4846-4980-9199-800d0a91db1f req-36223573-5a5a-4bd0-a60a-1d2468956d16 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee38b1fc-4535-479f-a40a-a7a5953acd58 HTTP/1.1" status: 200 len: 210 time: 0.1401784 Apr 21 06:23:27.581937 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151423e-7dff-47a9-8fb3-b52ecdbf3a9b req-5bd0e4b4-23e1-4873-82f7-73f2782ba4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:27.583607 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d151423e-7dff-47a9-8fb3-b52ecdbf3a9b req-5bd0e4b4-23e1-4873-82f7-73f2782ba4f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f539fb37-8abf-4a55-9300-e38107332925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0980694 Apr 21 06:23:27.742438 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d151423e-7dff-47a9-8fb3-b52ecdbf3a9b req-5f4f9107-cae0-4af9-a5be-77d61aa7cf53 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510372 Apr 21 06:23:27.964454 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d151423e-7dff-47a9-8fb3-b52ecdbf3a9b req-f59b2821-7572-40cb-89ae-9d8f11e642e1 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144990 Apr 21 06:23:27.998746 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 34404) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:28.070303 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e377e9a1-79ae-45f3-a697-d61b453a6fc0 admin admin] Deleting subnet 8a2a044a-d28f-4dd3-ba3a-61270af01913 {{(pid=86268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:23:28.073980 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e377e9a1-79ae-45f3-a697-d61b453a6fc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:28.128970 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e377e9a1-79ae-45f3-a697-d61b453a6fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6272019'] for subnet, precommit_delete_associations {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:28.194446 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e377e9a1-79ae-45f3-a697-d61b453a6fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:28.743792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e377e9a1-79ae-45f3-a697-d61b453a6fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848161355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848498396'] for subnet, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:28.751267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-69e8432e-1990-4d11-941e-f6d0d3c3ac1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:28.791926 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377e9a1-79ae-45f3-a697-d61b453a6fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2a044a-d28f-4dd3-ba3a-61270af01913,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:28.795236 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e377e9a1-79ae-45f3-a697-d61b453a6fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:28.796323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e377e9a1-79ae-45f3-a697-d61b453a6fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:28.803463 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e377e9a1-79ae-45f3-a697-d61b453a6fc0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8a2a044a-d28f-4dd3-ba3a-61270af01913 HTTP/1.1" status: 204 len: 168 time: 0.8034716 Apr 21 06:23:28.806027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 34414) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:28.929827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:29.072884 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:29.126632 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device fa376ad9-90d4-413d-87f9-888922a7bbd5 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:23:29.169670 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: fa376ad9-90d4-413d-87f9-888922a7bbd5 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:23:29.170074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device fa376ad9-90d4-413d-87f9-888922a7bbd5 not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:23:29.194801 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04001aca-b2cb-4c23-aff2-4daa3c3f1308']}} {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:29.209078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92ba50c-361b-4b01-b798-0f5dec9a68df') {'for_net_delete': True} {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:29.209569 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92ba50c-361b-4b01-b798-0f5dec9a68df') {} {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:29.225284 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848503781'] for segment, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:29.241945 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:29.248798 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=86268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:23:29.434264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] Network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 has no segments {{(pid=86268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:23:29.444676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6613014'] for segment, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:29.633442 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] Network 04001aca-b2cb-4c23-aff2-4daa3c3f1308 has no segments {{(pid=86268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:23:29.661691 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:23:29.753361 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:29.756919 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:29.771013 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:29.782002 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=04001aca-b2cb-4c23-aff2-4daa3c3f1308,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:29.785890 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:29.790408 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ec3f4881-b142-4b2e-af21-2c1d5a940a91 admin admin] 10.222.0.32 "DELETE /v2.0/networks/04001aca-b2cb-4c23-aff2-4daa3c3f1308 HTTP/1.1" status: 204 len: 168 time: 0.9833641 Apr 21 06:23:29.910877 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 34426) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:29.962557 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-3d47a5d7-8bae-4898-8790-bcf1b8f01bf7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfc75c75a56f459c9238034f2a8c9179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503993 Apr 21 06:23:29.965077 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 34430) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:30.026437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-51059aee-750e-4ca6-aa08-2e913ecb4711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:30.054969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-51059aee-750e-4ca6-aa08-2e913ecb4711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:30.105989 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-51059aee-750e-4ca6-aa08-2e913ecb4711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:30.111288 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:30.125429 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51059aee-750e-4ca6-aa08-2e913ecb4711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850f52a0-351a-4dfc-ab24-51dc809787a5,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:30.128284 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-51059aee-750e-4ca6-aa08-2e913ecb4711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:30.135173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-51059aee-750e-4ca6-aa08-2e913ecb4711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:30.138818 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-51059aee-750e-4ca6-aa08-2e913ecb4711 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/850f52a0-351a-4dfc-ab24-51dc809787a5 HTTP/1.1" status: 204 len: 168 time: 0.1703904 Apr 21 06:23:38.783199 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7a656029-2c3f-4f0e-94de-b5999e392cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:41.610616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d46c17b7-090b-42a1-8d0f-15ed6f4e50e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:41.774504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19dac3-7195-4b4e-8e9a-cd483e727673 req-2c3b99b3-6e11-43d8-b4c5-8dcbf7b5358c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:41.776136 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4a19dac3-7195-4b4e-8e9a-cd483e727673 req-2c3b99b3-6e11-43d8-b4c5-8dcbf7b5358c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0896916 Apr 21 06:23:41.823718 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4a19dac3-7195-4b4e-8e9a-cd483e727673 req-40f93e98-d82e-430a-837c-04dfb959afdc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410876 Apr 21 06:23:42.039620 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:43.023138 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:43.032167 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d76199-a3e8-4994-85e4-5d5df9683902 req-f04a171a-468f-4acc-8d61-7154e8b3fc45 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:43.033784 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d7d76199-a3e8-4994-85e4-5d5df9683902 req-f04a171a-468f-4acc-8d61-7154e8b3fc45 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0937986 Apr 21 06:23:43.084916 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d7d76199-a3e8-4994-85e4-5d5df9683902 req-5c6c822d-545a-4613-8377-3ad413c4d720 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432105 Apr 21 06:23:43.925319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-0037c4c7-116e-4960-b41b-96f91d721f32 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:43.927505 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-0037c4c7-116e-4960-b41b-96f91d721f32 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.41 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.0905960 Apr 21 06:23:44.011624 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Deleting port 3b9692bb-6502-4a3b-93d5-5d830e74434e {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:23:44.012035 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:44.291995 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] For port 3b9692bb-6502-4a3b-93d5-5d830e74434e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3b9692bb-6502-4a3b-93d5-5d830e74434e,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:23:44.293002 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:44.321608 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff64cef-eb8a-466d-bca7-dc7780458fcc req-e5d07c4c-6a3c-45aa-8ae2-53c6cdca01b4 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:44.323307 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bff64cef-eb8a-466d-bca7-dc7780458fcc req-e5d07c4c-6a3c-45aa-8ae2-53c6cdca01b4 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 945 time: 0.1129830 Apr 21 06:23:44.400768 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bff64cef-eb8a-466d-bca7-dc7780458fcc req-8383b654-f6d2-462e-a3ed-a6cfa690ac2b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=05dd2837-17d5-4cd0-82fc-5236ab83198d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697858 Apr 21 06:23:44.641265 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:44.641685 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:44.642040 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_db [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Floating IP 92becd3a-be63-4dd6-89e1-c57936835922 disassociated. External IP: 172.28.0.196, port: 3b9692bb-6502-4a3b-93d5-5d830e74434e. Apr 21 06:23:44.642395 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Calling delete_port for 3b9692bb-6502-4a3b-93d5-5d830e74434e owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:23:44.799054 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:44.806212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8522fd89-4cce-4948-93ab-d0ae8007cea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:44.864035 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event deleted for resources: {'Port': ['ID=3b9692bb-6502-4a3b-93d5-5d830e74434e,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:44.866604 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:45.070199 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:23:45.175177 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:45.277794 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:23:45.288631 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359af02-c731-4a9b-9d9e-d1add7a92a0e None None] Sync routers for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:23:45.299550 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359af02-c731-4a9b-9d9e-d1add7a92a0e None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:23:45.300323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-a359af02-c731-4a9b-9d9e-d1add7a92a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:23:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:45.367284 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] No DVR routers for this DVR port 3b9692bb-6502-4a3b-93d5-5d830e74434e on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:23:45.370922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:45.374269 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515b3f7c-c692-40c6-9cb2-d93751d3e2b7', 'name': 'network-vif-deleted', 'tag': '3b9692bb-6502-4a3b-93d5-5d830e74434e'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:23:45.397804 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5171d909-7399-4859-94cd-3a9b0e5872f8 req-55f2452f-77ff-4dc3-91cc-29b2e5cdd1cd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.41 "DELETE /v2.0/ports/3b9692bb-6502-4a3b-93d5-5d830e74434e HTTP/1.1" status: 204 len: 173 time: 1.4623499 Apr 21 06:23:45.428205 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515b3f7c-c692-40c6-9cb2-d93751d3e2b7', 'name': 'network-vif-deleted', 'tag': '3b9692bb-6502-4a3b-93d5-5d830e74434e', 'status': 'completed', 'code': 200} Apr 21 06:23:45.526911 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-a359af02-c731-4a9b-9d9e-d1add7a92a0e None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:23:45.624925 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-af419531-1a7e-41cf-adc3-47beb8c1d7a0 req-b17b3468-1b4a-40e3-8e19-fa79dedd1ca1 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Synchronizing usage tracker for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:23:45.651458 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-af419531-1a7e-41cf-adc3-47beb8c1d7a0 req-b17b3468-1b4a-40e3-8e19-fa79dedd1ca1 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Unset dirty status for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:23:45.653266 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-af419531-1a7e-41cf-adc3-47beb8c1d7a0 req-b17b3468-1b4a-40e3-8e19-fa79dedd1ca1 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=515b3f7c-c692-40c6-9cb2-d93751d3e2b7 HTTP/1.1" status: 200 len: 210 time: 0.0909696 Apr 21 06:23:45.927440 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-a359af02-c731-4a9b-9d9e-d1add7a92a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:43Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:45.931968 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359af02-c731-4a9b-9d9e-d1add7a92a0e None None] Checking router: c45b77fe-7292-4351-a8e1-7c1cdc9b7222 for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:23:45.943302 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359af02-c731-4a9b-9d9e-d1add7a92a0e None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:23:45.944001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-a359af02-c731-4a9b-9d9e-d1add7a92a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:23:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:46.354961 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-a359af02-c731-4a9b-9d9e-d1add7a92a0e None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:23:46.804856 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-a359af02-c731-4a9b-9d9e-d1add7a92a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:43Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:46.809451 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34600) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:46.812871 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359af02-c731-4a9b-9d9e-d1add7a92a0e None None] The sync data for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb is: [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:43Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:23:46.921116 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-67f0df92-ce8f-4f3e-a97e-7826da1edbb3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:46.958504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-67f0df92-ce8f-4f3e-a97e-7826da1edbb3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:47.017065 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-67f0df92-ce8f-4f3e-a97e-7826da1edbb3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:47.021446 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-be609cb3-1f02-4959-bf46-9c5397e3ea3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:47.037683 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0df92-ce8f-4f3e-a97e-7826da1edbb3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dd2837-17d5-4cd0-82fc-5236ab83198d,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:47.042367 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-67f0df92-ce8f-4f3e-a97e-7826da1edbb3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:47.049477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-67f0df92-ce8f-4f3e-a97e-7826da1edbb3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:47.050713 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-67f0df92-ce8f-4f3e-a97e-7826da1edbb3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "DELETE /v2.0/security-groups/05dd2837-17d5-4cd0-82fc-5236ab83198d HTTP/1.1" status: 204 len: 168 time: 0.2396553 Apr 21 06:23:47.056872 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34604) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:47.073321 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.v2.resource [None req-64003628-1c90-4f9b-8d1a-d2ad22b81d95 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] show failed (client error): The resource could not be found. Apr 21 06:23:47.074432 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-64003628-1c90-4f9b-8d1a-d2ad22b81d95 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups/05dd2837-17d5-4cd0-82fc-5236ab83198d HTTP/1.1" status: 404 len: 347 time: 0.0194263 Apr 21 06:23:47.077804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 34608) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:47.172477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 3b9692bb-6502-4a3b-93d5-5d830e74434e no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:23:47.214471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: 3b9692bb-6502-4a3b-93d5-5d830e74434e {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:23:47.214976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 3b9692bb-6502-4a3b-93d5-5d830e74434e not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:23:47.260353 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Deleting port f2d7276e-ec24-4ca5-a3ba-d2971dc1c0b6 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:23:47.260717 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:47.286807 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5400f88-fe39-4665-84b5-c8e4fbe87cc8 None None] New status for floating IP 92becd3a-be63-4dd6-89e1-c57936835922: DOWN {{(pid=86270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:23:47.470992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:47.471519 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:47.622849 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Calling delete_port for f2d7276e-ec24-4ca5-a3ba-d2971dc1c0b6 owned by network:floatingip {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:23:47.731624 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.db.api [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86268) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:23:47.732075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_db.api [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:23:47.979251 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468a5a8-b3d1-43b8-86e4-7758a8a98d42 req-7d1ae615-74ec-4e05-80be-4dec0a89f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:47.980926 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7468a5a8-b3d1-43b8-86e4-7758a8a98d42 req-7d1ae615-74ec-4e05-80be-4dec0a89f11a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b99e970b117f45db8baf3ec9c8508679&device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 1138 time: 0.0834723 Apr 21 06:23:48.024623 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87c6d8-c5d4-46e2-a488-5aa9114606c3 req-267d1bb0-3d84-4feb-a05f-65e4465b5b3a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:48.026317 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fd87c6d8-c5d4-46e2-a488-5aa9114606c3 req-267d1bb0-3d84-4feb-a05f-65e4465b5b3a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.0967631 Apr 21 06:23:48.113370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-fd87c6d8-c5d4-46e2-a488-5aa9114606c3 req-5e0866be-1df1-4821-b534-92dc80a242b9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Synchronizing usage tracker for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:security_group {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:23:48.125740 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468a5a8-b3d1-43b8-86e4-7758a8a98d42 req-0a34f0f0-b5e1-472d-82b1-4fa413b43979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:48.127321 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7468a5a8-b3d1-43b8-86e4-7758a8a98d42 req-0a34f0f0-b5e1-472d-82b1-4fa413b43979 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ef1878d-7d63-4dcc-a567-846d63e6c820 HTTP/1.1" status: 200 len: 916 time: 0.1397810 Apr 21 06:23:48.138652 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-fd87c6d8-c5d4-46e2-a488-5aa9114606c3 req-5e0866be-1df1-4821-b534-92dc80a242b9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Unset dirty status for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:security_group {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:23:48.139975 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fd87c6d8-c5d4-46e2-a488-5aa9114606c3 req-5e0866be-1df1-4821-b534-92dc80a242b9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065264 Apr 21 06:23:48.419880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Deleting port f2d7276e-ec24-4ca5-a3ba-d2971dc1c0b6 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:23:48.420178 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:48.553318 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34628) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:48.597533 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7468a5a8-b3d1-43b8-86e4-7758a8a98d42 req-ea1c4497-26d7-4416-ab59-72235761c3d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3071262a-e412-478e-a4db-7741d7ff67ac HTTP/1.1" status: 200 len: 1002 time: 0.4634509 Apr 21 06:23:48.624179 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a348ab9f-9f94-429a-bb4b-a89820b69847 admin admin] Deleting subnet 403173d7-1ea4-4a07-808b-17cd5fe9b071 {{(pid=86267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:23:48.627756 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a348ab9f-9f94-429a-bb4b-a89820b69847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:48.690967 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a348ab9f-9f94-429a-bb4b-a89820b69847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6629933'] for subnet, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:48.717384 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468a5a8-b3d1-43b8-86e4-7758a8a98d42 req-bc9d1012-df9c-41a0-a260-7b0c6701b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:48.718974 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7468a5a8-b3d1-43b8-86e4-7758a8a98d42 req-bc9d1012-df9c-41a0-a260-7b0c6701b434 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef494a8-064d-4fde-9bba-3e1272d32ff0 HTTP/1.1" status: 200 len: 854 time: 0.1139579 Apr 21 06:23:48.720835 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:48.721204 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:48.754110 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a348ab9f-9f94-429a-bb4b-a89820b69847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:48.914229 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Calling delete_port for f2d7276e-ec24-4ca5-a3ba-d2971dc1c0b6 owned by network:floatingip {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:23:49.013491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468a5a8-b3d1-43b8-86e4-7758a8a98d42 req-34576238-d470-4d23-811b-7825be699e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:49.015121 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7468a5a8-b3d1-43b8-86e4-7758a8a98d42 req-34576238-d470-4d23-811b-7825be699e6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ef1878d-7d63-4dcc-a567-846d63e6c820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2850609 Apr 21 06:23:49.043243 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a348ab9f-9f94-429a-bb4b-a89820b69847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5915450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848809451'] for subnet, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.049466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:49.087027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348ab9f-9f94-429a-bb4b-a89820b69847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403173d7-1ea4-4a07-808b-17cd5fe9b071,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:49.090507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a348ab9f-9f94-429a-bb4b-a89820b69847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:49.091474 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a348ab9f-9f94-429a-bb4b-a89820b69847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.100834 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a348ab9f-9f94-429a-bb4b-a89820b69847 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/403173d7-1ea4-4a07-808b-17cd5fe9b071 HTTP/1.1" status: 204 len: 168 time: 0.5432405 Apr 21 06:23:49.101253 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34634) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:49.191785 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.199535 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e7159986-50ca-4c20-91a4-ae10dfeaad96 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:49.224241 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.252058 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event deleted for resources: {'Port': ['ID=f2d7276e-ec24-4ca5-a3ba-d2971dc1c0b6,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:49.289371 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:49.355792 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7468a5a8-b3d1-43b8-86e4-7758a8a98d42 req-32e71c2a-f2bd-4505-8a97-82be25b6394f service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987158 Apr 21 06:23:49.384198 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.423811 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.460520 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.500289 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.501519 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "DELETE /v2.0/floatingips/92becd3a-be63-4dd6-89e1-c57936835922 HTTP/1.1" status: 204 len: 168 time: 2.4222322 Apr 21 06:23:49.547924 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7468a5a8-b3d1-43b8-86e4-7758a8a98d42 req-d89bff2f-baf6-4912-8433-581ac0675421 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846464 Apr 21 06:23:49.554988 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3dea9-7dec-4603-9e14-2777278ef83e req-e465f88d-1bcc-4ed1-8b20-df53088729e6 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:49.556707 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b1f3dea9-7dec-4603-9e14-2777278ef83e req-e465f88d-1bcc-4ed1-8b20-df53088729e6 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.2875934 Apr 21 06:23:49.589007 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7']}} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:49.607603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9569b93-2b7d-45a0-ba50-fde4714ab657') {'for_net_delete': True} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:49.607983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9569b93-2b7d-45a0-ba50-fde4714ab657') {} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:23:49.636267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848145883'] for segment, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.656528 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b1f3dea9-7dec-4603-9e14-2777278ef83e req-9b91adc3-8ff4-40cb-8678-2b00d95b0219 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899460 Apr 21 06:23:49.665571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.672707 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=86267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:23:49.780742 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 34642) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:49.789081 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899217813', 'description': 'tempest-description--1949267981'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:49.796090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:49.800770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Usage tracker for resource:security_group and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:23:49.805044 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:23:49.827664 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:49.838585 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.862364 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:49.867977 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Usage tracker for resource:security_group_rule and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:23:49.870514 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] Network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:23:49.871108 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:23:49.877389 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:49.880212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848859495'] for segment, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.958739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.962012 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:49.967904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c70bcc15-0731-4f89-8316-6a09cc8b6750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:50.015580 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda5c144-f635-4e22-882a-9072e88de8fb,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:50.018466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:50.019385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.023631 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2385652 Apr 21 06:23:50.024501 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 34646) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:50.034084 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-41251ade-00fe-48a5-be2d-f1b63199dd21 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Request body: {'security_group_rule': {'security_group_id': 'fda5c144-f635-4e22-882a-9072e88de8fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:50.045414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-41251ade-00fe-48a5-be2d-f1b63199dd21 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:50.053221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-41251ade-00fe-48a5-be2d-f1b63199dd21 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Usage tracker for resource:security_group_rule and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:23:50.058277 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-41251ade-00fe-48a5-be2d-f1b63199dd21 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:23:50.068575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-41251ade-00fe-48a5-be2d-f1b63199dd21 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:50.070104 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] Network 4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:23:50.094339 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:23:50.100078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-41251ade-00fe-48a5-be2d-f1b63199dd21 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.183995 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.188509 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6e13c9bf-e53f-47c6-8c6a-8aaccaeac09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:50.206390 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-41251ade-00fe-48a5-be2d-f1b63199dd21 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.206522 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.213038 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-41251ade-00fe-48a5-be2d-f1b63199dd21 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.214233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:50.219341 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:50.224675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:50.227086 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-5f8da133-192d-4dff-be77-278b3d4b12dd admin admin] 10.222.0.32 "DELETE /v2.0/networks/4e5e59a1-4ae4-4402-9ff4-09ddeb9d08a7 HTTP/1.1" status: 204 len: 168 time: 1.1247392 Apr 21 06:23:50.250410 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41251ade-00fe-48a5-be2d-f1b63199dd21 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e83e1be-cfbb-4d30-80ce-811f438b60e4,revision_number=0']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:50.253723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-41251ade-00fe-48a5-be2d-f1b63199dd21 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:50.254545 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-41251ade-00fe-48a5-be2d-f1b63199dd21 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.255973 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-41251ade-00fe-48a5-be2d-f1b63199dd21 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2299345 Apr 21 06:23:50.259107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 34654) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:50.271301 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-c5a43325-bda1-42b9-b4fd-2e83994e42e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Request body: {'security_group_rule': {'security_group_id': 'fda5c144-f635-4e22-882a-9072e88de8fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:50.283981 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c5a43325-bda1-42b9-b4fd-2e83994e42e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:50.292323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c5a43325-bda1-42b9-b4fd-2e83994e42e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Usage tracker for resource:security_group_rule and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:23:50.297769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c5a43325-bda1-42b9-b4fd-2e83994e42e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:23:50.309771 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c5a43325-bda1-42b9-b4fd-2e83994e42e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:50.338148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c5a43325-bda1-42b9-b4fd-2e83994e42e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.431819 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34658) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:50.458046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c5a43325-bda1-42b9-b4fd-2e83994e42e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.462214 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c5a43325-bda1-42b9-b4fd-2e83994e42e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.464613 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-41251ade-00fe-48a5-be2d-f1b63199dd21 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:50.496381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c5a43325-bda1-42b9-b4fd-2e83994e42e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.500954 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c5a43325-bda1-42b9-b4fd-2e83994e42e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2367287 Apr 21 06:23:50.500954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a43325-bda1-42b9-b4fd-2e83994e42e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ab86f7-406f-4ce7-b0bf-4dc477497f47,revision_number=0']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:50.501737 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34662) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:50.502635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c5a43325-bda1-42b9-b4fd-2e83994e42e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:50.517613 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Request body: {'floatingip': {'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:50.546095 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:50.564387 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Usage tracker for resource:floatingip and tenant:8d770d4b502e43fab6b4945aa424cf5b is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:23:50.571342 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:23:50.580389 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-90cfb456-06c9-4fa9-adea-b7e2e7284266 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74b829e0536a4f438f37b8bb28ab8127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387231 Apr 21 06:23:50.582828 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 34666) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:23:50.587538 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:50.597643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.647921 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cb226965-2661-41b2-9418-74025ec9c964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.681914 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cb226965-2661-41b2-9418-74025ec9c964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.739863 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cb226965-2661-41b2-9418-74025ec9c964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.745478 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-333357c9-e8ca-4a46-a3b8-31cf9480a968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:50.760919 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb226965-2661-41b2-9418-74025ec9c964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42aedf5-a23c-4733-9031-8784647e4165,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:50.763526 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-cb226965-2661-41b2-9418-74025ec9c964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:50.764235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.769892 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cb226965-2661-41b2-9418-74025ec9c964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:50.773535 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-cb226965-2661-41b2-9418-74025ec9c964 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c42aedf5-a23c-4733-9031-8784647e4165 HTTP/1.1" status: 204 len: 168 time: 0.1872168 Apr 21 06:23:50.901222 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747ea38-5d8d-4239-8554-0a845dde5e32 req-8729ecfa-ba2c-4fa5-a913-72fd5f827281 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:50.903257 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2747ea38-5d8d-4239-8554-0a845dde5e32 req-8729ecfa-ba2c-4fa5-a913-72fd5f827281 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.0994239 Apr 21 06:23:50.930682 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Allocated IP 172.28.0.127 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/56920758-f01e-42ee-a36d-d5153054a9ce) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:23:50.963925 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2747ea38-5d8d-4239-8554-0a845dde5e32 req-738de353-51cd-4650-b6b2-8b2e5348f83a tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533190 Apr 21 06:23:51.015516 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:23:51.363867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:51.394779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:51.400295 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:51.466872 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:23:51.470515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:23:51.474578 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:23:51.520914 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event updated for resources: {'Port': ['ID=56920758-f01e-42ee-a36d-d5153054a9ce,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:51.525867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:51.573987 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:51.643053 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:51.921698 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:51.925532 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:51.931315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-1b757fa3-5955-41fb-840d-29890338bb68 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:52.055428 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event updated for resources: {'Port': ['ID=56920758-f01e-42ee-a36d-d5153054a9ce,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:52.058581 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:52.066747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:52.091859 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:52.094264 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-065d1273-4fe1-4994-ac5e-dd1ca20238b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5906999 Apr 21 06:23:52.202018 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ff326-5c14-4323-8250-ae35c61a9662 req-5179cdfa-26ac-44f3-b26a-515ca8e87d20 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:52.203919 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7a4ff326-5c14-4323-8250-ae35c61a9662 req-5179cdfa-26ac-44f3-b26a-515ca8e87d20 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.1031861 Apr 21 06:23:52.284715 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7a4ff326-5c14-4323-8250-ae35c61a9662 req-96854212-0cd9-4d4c-9840-30d4bab50bf5 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689557 Apr 21 06:23:52.396276 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-f7696dfe-4f63-40df-bdc6-df59ccd9066c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Synchronizing usage tracker for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:security_group {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:23:52.412872 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-f7696dfe-4f63-40df-bdc6-df59ccd9066c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Unset dirty status for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:security_group {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:23:52.414482 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-f7696dfe-4f63-40df-bdc6-df59ccd9066c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--899217813&fields=id&tenant_id=8d770d4b502e43fab6b4945aa424cf5b HTTP/1.1" status: 200 len: 267 time: 0.0634604 Apr 21 06:23:52.733773 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-96d5ccfa-368c-44a1-a47a-ce1f302f1098 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:52.736590 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-96d5ccfa-368c-44a1-a47a-ce1f302f1098 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/networks?id=c2af643d-203c-4cb9-ab5a-766c1cede763 HTTP/1.1" status: 200 len: 810 time: 0.3060074 Apr 21 06:23:52.752471 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-b4010fa0-bf7e-476e-91a3-1fe7f53f7be2 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/quotas/8d770d4b502e43fab6b4945aa424cf5b HTTP/1.1" status: 200 len: 375 time: 0.0100272 Apr 21 06:23:52.845533 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-810cae52-99b1-4dff-a4d1-58ea249d3eb1 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d770d4b502e43fab6b4945aa424cf5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872393 Apr 21 06:23:53.004624 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-bebaa837-9699-4763-99a9-2cbd7919a0e8 service neutron] 10.222.0.32 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459434 Apr 21 06:23:53.157993 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-3bfd60d5-2ebe-4fb0-b56a-b2bffdd42038 service neutron] 10.222.0.32 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466200 Apr 21 06:23:53.368592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-6a18493f-0e5b-4bd7-adb5-26c3cf0a4766 req-612e5c73-bc35-44ee-bd3a-3c6b1dcbffa9 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Synchronizing usage tracker for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:23:53.390746 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-6a18493f-0e5b-4bd7-adb5-26c3cf0a4766 req-612e5c73-bc35-44ee-bd3a-3c6b1dcbffa9 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Unset dirty status for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:23:53.396961 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6a18493f-0e5b-4bd7-adb5-26c3cf0a4766 req-612e5c73-bc35-44ee-bd3a-3c6b1dcbffa9 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 210 time: 0.0849638 Apr 21 06:23:53.545970 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fa6b9-0d85-4406-8512-9650e6e72302 req-c7ae0e9d-9a48-41bd-8e33-f050459ba065 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:53.550120 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9a8fa6b9-0d85-4406-8512-9650e6e72302 req-c7ae0e9d-9a48-41bd-8e33-f050459ba065 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.1291454 Apr 21 06:23:53.631842 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9a8fa6b9-0d85-4406-8512-9650e6e72302 req-bfa80ff2-9d3b-4886-9d89-931141958080 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729516 Apr 21 06:23:54.586038 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-248a5011-5a8b-470e-b314-d74f6f95ee79 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:54.587640 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-248a5011-5a8b-470e-b314-d74f6f95ee79 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.41 "GET /v2.0/networks?id=c2af643d-203c-4cb9-ab5a-766c1cede763 HTTP/1.1" status: 200 len: 810 time: 0.1791728 Apr 21 06:23:54.595385 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8c4d4c33-8bac-4ad6-bff1-bcaea364264a req-c7d0988d-f0ba-454b-9f04-297d22d7a287 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 210 time: 0.0506735 Apr 21 06:23:54.648442 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-99807e91-607e-46c4-80e3-57bfa8b3718c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Synchronizing usage tracker for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:security_group {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:23:54.662875 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-99807e91-607e-46c4-80e3-57bfa8b3718c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Unset dirty status for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:security_group {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:23:54.664320 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-99807e91-607e-46c4-80e3-57bfa8b3718c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d770d4b502e43fab6b4945aa424cf5b HTTP/1.1" status: 200 len: 379 time: 0.0668962 Apr 21 06:23:54.675559 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Request body: {'port': {'device_id': '301d0044-5fc8-4449-b777-ef69f0f8a553', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'admin_state_up': True, 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'security_groups': ['fda5c144-f635-4e22-882a-9072e88de8fb']}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:54.837795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:23:54.849847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:23:54.860085 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Made reservation on behalf of 8d770d4b502e43fab6b4945aa424cf5b for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:23:54.866423 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:54.875351 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2965af-b4e2-40f6-9df0-0f09216b64b0 req-67d5ba93-a3ff-4f51-8449-78e613c22787 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:54.877079 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3e2965af-b4e2-40f6-9df0-0f09216b64b0 req-67d5ba93-a3ff-4f51-8449-78e613c22787 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.1021273 Apr 21 06:23:54.933941 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3e2965af-b4e2-40f6-9df0-0f09216b64b0 req-2bc3471f-90df-4634-8104-364d24e0d9a9 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493879 Apr 21 06:23:55.052494 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Allocated IP 172.20.0.9 (c2af643d-203c-4cb9-ab5a-766c1cede763/8f9a5fb8-b027-4dde-8595-3dac89598941/b4cc4566-029a-45f7-8c38-8a5629456415) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:23:55.256292 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:55.273406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Transition to ACTIVE for port object b4cc4566-029a-45f7-8c38-8a5629456415 will not be triggered until provisioned by entity DHCP. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:23:55.296915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:55.303218 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:55.375310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Network c2af643d-203c-4cb9-ab5a-766c1cede763 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:23:55.378891 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:23:55.384094 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:23:55.425719 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event updated for resources: {'Port': ['ID=b4cc4566-029a-45f7-8c38-8a5629456415,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:55.431414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:55.469438 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:55.470164 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:55.498893 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8282523 Apr 21 06:23:55.512543 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Request body: {'port': {'device_id': '301d0044-5fc8-4449-b777-ef69f0f8a553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:23:55.611155 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-4a3605c1-618e-4bb8-b194-108756663f1d None None] Provisioning for port b4cc4566-029a-45f7-8c38-8a5629456415 completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:23:55.616721 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-4a3605c1-618e-4bb8-b194-108756663f1d None None] Provisioning complete for port b4cc4566-029a-45f7-8c38-8a5629456415 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:23:55.617140 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4a3605c1-618e-4bb8-b194-108756663f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:55.633864 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:55.677372 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-4a3605c1-618e-4bb8-b194-108756663f1d None None] Port b4cc4566-029a-45f7-8c38-8a5629456415 cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:23:55.966591 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86860848-430a-422c-9420-b88ea9810d94 req-666dbd63-0bf1-4572-8d73-1c970cf1910c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:55.967341 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-86860848-430a-422c-9420-b88ea9810d94 req-666dbd63-0bf1-4572-8d73-1c970cf1910c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Synchronizing usage tracker for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:23:56.012927 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-86860848-430a-422c-9420-b88ea9810d94 req-666dbd63-0bf1-4572-8d73-1c970cf1910c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Unset dirty status for tenant:8d770d4b502e43fab6b4945aa424cf5b on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:23:56.014292 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-86860848-430a-422c-9420-b88ea9810d94 req-666dbd63-0bf1-4572-8d73-1c970cf1910c tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 931 time: 0.2939198 Apr 21 06:23:56.083846 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-86860848-430a-422c-9420-b88ea9810d94 req-0184a3b9-7508-4967-952e-69575cae8b9a tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=fda5c144-f635-4e22-882a-9072e88de8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607572 Apr 21 06:23:56.143430 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cc4566-029a-45f7-8c38-8a5629456415 {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:23:56.151786 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:56.154924 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b0c53-dcbc-4194-997f-b2b690359543 req-1ff8897f-825a-4925-a130-5acd43818134 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:56.156603 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-318b0c53-dcbc-4194-997f-b2b690359543 req-1ff8897f-825a-4925-a130-5acd43818134 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.0923452 Apr 21 06:23:56.168403 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Transition to ACTIVE for port object b4cc4566-029a-45f7-8c38-8a5629456415 will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:23:56.171896 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:56.177456 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:56.210931 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-318b0c53-dcbc-4194-997f-b2b690359543 req-92d73ab5-a9e1-4cd7-8add-5bcf683f9060 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469673 Apr 21 06:23:56.604697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cc4566-029a-45f7-8c38-8a5629456415,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:56.634440 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:56.680901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Attempting to bind port b4cc4566-029a-45f7-8c38-8a5629456415 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:23:56.681205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Attempting to bind port b4cc4566-029a-45f7-8c38-8a5629456415 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:23:56.681574 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Attempting to bind port b4cc4566-029a-45f7-8c38-8a5629456415 on network c2af643d-203c-4cb9-ab5a-766c1cede763 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:23:56.687243 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Port b4cc4566-029a-45f7-8c38-8a5629456415 on network c2af643d-203c-4cb9-ab5a-766c1cede763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:23:56.687610 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Attempting to bind port b4cc4566-029a-45f7-8c38-8a5629456415 on network c2af643d-203c-4cb9-ab5a-766c1cede763 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:23:56.693795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:23:56.694191 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Checking segment: {'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:23:56.694991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Bound using segment: {'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:23:56.695487 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Bound port: b4cc4566-029a-45f7-8c38-8a5629456415, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97cefbdf-2a45-4099-afeb-080980388136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:23:56.695899 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:56.796614 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] For port b4cc4566-029a-45f7-8c38-8a5629456415, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:23:56.799700 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] For port b4cc4566-029a-45f7-8c38-8a5629456415, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4cc4566-029a-45f7-8c38-8a5629456415,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:23:56.803642 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:56.808451 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-038c2628-3399-4c18-ad5f-1109eeb55e48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:23:56.869178 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:56.869851 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:23:56.871369 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/b4cc4566-029a-45f7-8c38-8a5629456415 HTTP/1.1" status: 200 len: 1093 time: 1.3640854 Apr 21 06:23:56.871905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301d0044-5fc8-4449-b777-ef69f0f8a553', 'tag': 'b4cc4566-029a-45f7-8c38-8a5629456415'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:23:56.894422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cc4566-029a-45f7-8c38-8a5629456415,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:23:56.898472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:23:56.968816 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301d0044-5fc8-4449-b777-ef69f0f8a553', 'tag': 'b4cc4566-029a-45f7-8c38-8a5629456415', 'status': 'completed', 'code': 200} Apr 21 06:23:57.001856 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-57966599-68d1-4948-907e-28a775ef352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:57.003492 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-57966599-68d1-4948-907e-28a775ef352f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d770d4b502e43fab6b4945aa424cf5b&device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 1096 time: 0.0945089 Apr 21 06:23:57.079658 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-110956bb-3b67-4648-b6af-e9067e43a0d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4cc4566-029a-45f7-8c38-8a5629456415 HTTP/1.1" status: 200 len: 217 time: 0.0679414 Apr 21 06:23:57.151784 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-67050cdb-4970-4f60-a982-1ab7f08f67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:57.153378 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-67050cdb-4970-4f60-a982-1ab7f08f67c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f9a5fb8-b027-4dde-8595-3dac89598941 HTTP/1.1" status: 200 len: 849 time: 0.0679474 Apr 21 06:23:57.306893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9c3333a7-dfae-400c-8044-f053474e12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:57.308532 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-9c3333a7-dfae-400c-8044-f053474e12a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2af643d-203c-4cb9-ab5a-766c1cede763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1479537 Apr 21 06:23:57.350684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba1cfd-f894-48f9-885f-eefd5558bee3 req-117e7cd7-7499-4af7-ad7d-81edc8c396e1 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:57.352302 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-08ba1cfd-f894-48f9-885f-eefd5558bee3 req-117e7cd7-7499-4af7-ad7d-81edc8c396e1 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 943 time: 0.1464169 Apr 21 06:23:57.433060 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e145318-f9ff-44e4-a0fc-17f342bf886c req-75464cfe-0cfd-45b9-a0b2-63048a389a90 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:57.434760 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5e145318-f9ff-44e4-a0fc-17f342bf886c req-75464cfe-0cfd-45b9-a0b2-63048a389a90 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.0981033 Apr 21 06:23:57.483547 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-08ba1cfd-f894-48f9-885f-eefd5558bee3 req-2b1b55cd-7834-451a-b2ab-062c9b8f5efe tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=fda5c144-f635-4e22-882a-9072e88de8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809267 Apr 21 06:23:57.495169 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5e145318-f9ff-44e4-a0fc-17f342bf886c req-2a8acf71-2faa-4ddc-923c-3e4e51e02e09 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520949 Apr 21 06:23:57.517785 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-d96c4299-291b-4a3e-8a0a-c938ae5433d6 service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007372 Apr 21 06:23:57.683156 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-57a21478-2a66-4983-a01a-f4d442b6f3d6 req-e3401a55-e33c-4a00-8feb-9ac5532f4123 service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588507 Apr 21 06:23:57.837068 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fff0a-a8f5-4d7e-976b-fe44ebbd8abf req-c68e672b-a8b0-4661-8650-654225184005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:57.838582 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dc2fff0a-a8f5-4d7e-976b-fe44ebbd8abf req-c68e672b-a8b0-4661-8650-654225184005 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d770d4b502e43fab6b4945aa424cf5b&device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 1096 time: 0.0953896 Apr 21 06:23:58.000680 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fff0a-a8f5-4d7e-976b-fe44ebbd8abf req-25c64c8c-3f50-4101-8056-6015c00d616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:58.002381 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dc2fff0a-a8f5-4d7e-976b-fe44ebbd8abf req-25c64c8c-3f50-4101-8056-6015c00d616a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2af643d-203c-4cb9-ab5a-766c1cede763 HTTP/1.1" status: 200 len: 911 time: 0.1560118 Apr 21 06:23:58.085458 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dc2fff0a-a8f5-4d7e-976b-fe44ebbd8abf req-e849de64-adbb-425f-99ef-50f04d2d77bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4cc4566-029a-45f7-8c38-8a5629456415 HTTP/1.1" status: 200 len: 217 time: 0.0763538 Apr 21 06:23:58.169380 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fff0a-a8f5-4d7e-976b-fe44ebbd8abf req-f30bb5a7-92fa-49ce-9c1b-441e5d6febb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:58.171085 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dc2fff0a-a8f5-4d7e-976b-fe44ebbd8abf req-f30bb5a7-92fa-49ce-9c1b-441e5d6febb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f9a5fb8-b027-4dde-8595-3dac89598941 HTTP/1.1" status: 200 len: 849 time: 0.0774295 Apr 21 06:23:58.264832 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fff0a-a8f5-4d7e-976b-fe44ebbd8abf req-c9499556-24be-4eb5-a969-3ca953cce932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:58.266858 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dc2fff0a-a8f5-4d7e-976b-fe44ebbd8abf req-c9499556-24be-4eb5-a969-3ca953cce932 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2af643d-203c-4cb9-ab5a-766c1cede763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882654 Apr 21 06:23:58.419586 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dc2fff0a-a8f5-4d7e-976b-fe44ebbd8abf req-2e5bea17-2e04-47a6-8b1d-e462eef7df6e service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449413 Apr 21 06:23:58.637520 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dc2fff0a-a8f5-4d7e-976b-fe44ebbd8abf req-baa587f5-b413-4e5f-97ea-d366e1b013a1 service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093189 Apr 21 06:23:58.781781 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156dc0f-d68e-4929-96d6-748238b39bbb req-b502a0e9-8e99-47a3-b08d-a1aa7bfd4f08 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:58.783481 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3156dc0f-d68e-4929-96d6-748238b39bbb req-b502a0e9-8e99-47a3-b08d-a1aa7bfd4f08 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.1041989 Apr 21 06:23:58.874725 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3156dc0f-d68e-4929-96d6-748238b39bbb req-935acf43-7d9e-4926-b1bf-8e5488c29114 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833943 Apr 21 06:23:58.907933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e099ce-d076-4ff9-847a-5e7872efd220 req-6eb6b895-860b-4b5d-ad1d-08839e92ed88 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:23:58.909692 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-55e099ce-d076-4ff9-847a-5e7872efd220 req-6eb6b895-860b-4b5d-ad1d-08839e92ed88 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 943 time: 0.0970736 Apr 21 06:23:58.961627 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-55e099ce-d076-4ff9-847a-5e7872efd220 req-bd3cbde4-c6b5-4901-a10f-9a91b805ab8b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=fda5c144-f635-4e22-882a-9072e88de8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445502 Apr 21 06:24:00.098160 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb098415-a74c-40e2-a385-3a7fc179f52d req-a9dcaa23-690d-4b37-833e-20c19def949b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:00.099777 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-cb098415-a74c-40e2-a385-3a7fc179f52d req-a9dcaa23-690d-4b37-833e-20c19def949b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.0960495 Apr 21 06:24:00.153400 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-cb098415-a74c-40e2-a385-3a7fc179f52d req-37b53ce2-bc6a-4116-ad06-06db723b3e21 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466509 Apr 21 06:24:00.183976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbc665-88e7-482f-964d-351722f9d96e req-60652687-5db0-44f9-9a8d-a37a48b19a1e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:00.185627 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-93cbc665-88e7-482f-964d-351722f9d96e req-60652687-5db0-44f9-9a8d-a37a48b19a1e tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 943 time: 0.0933330 Apr 21 06:24:00.235215 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-93cbc665-88e7-482f-964d-351722f9d96e req-21ca6f16-1850-43fe-91b0-0c27e99f8b48 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=fda5c144-f635-4e22-882a-9072e88de8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 Apr 21 06:24:01.237846 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device b4cc4566-029a-45f7-8c38-8a5629456415 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:24:01.364514 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df84b6-1e3d-4c95-a346-b0b0a2b483ed req-5bbedeb2-9a3a-45f9-aae9-e2b00ed23abc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:01.366222 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1df84b6-1e3d-4c95-a346-b0b0a2b483ed req-5bbedeb2-9a3a-45f9-aae9-e2b00ed23abc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.0953341 Apr 21 06:24:01.383986 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port b4cc4566-029a-45f7-8c38-8a5629456415, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4cc4566-029a-45f7-8c38-8a5629456415,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:01.404982 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': 'b4cc4566-029a-45f7-8c38-8a5629456415', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'port_id': 'b4cc4566-029a-45f7-8c38-8a5629456415', 'mac_address': 'fa:16:3e:e2:bc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:24:01.427970 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1df84b6-1e3d-4c95-a346-b0b0a2b483ed req-6e0a9310-88a3-4951-a2bc-9271f27ff9ec tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538225 Apr 21 06:24:01.455715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4cfc8-4fb6-491a-a4aa-a1416fdb50f0 req-502880e8-46d8-41e4-868b-565f3faf07a9 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:01.463496 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0fc4cfc8-4fb6-491a-a4aa-a1416fdb50f0 req-502880e8-46d8-41e4-868b-565f3faf07a9 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 943 time: 0.1080115 Apr 21 06:24:01.478930 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:01.514154 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0fc4cfc8-4fb6-491a-a4aa-a1416fdb50f0 req-b727cb9d-b541-4fdd-88f5-6c975369b620 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=fda5c144-f635-4e22-882a-9072e88de8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496516 Apr 21 06:24:01.515578 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cc4566-029a-45f7-8c38-8a5629456415 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:24:01.533197 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port b4cc4566-029a-45f7-8c38-8a5629456415, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4cc4566-029a-45f7-8c38-8a5629456415,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:01.537033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:01.538946 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:01.610742 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=b4cc4566-029a-45f7-8c38-8a5629456415,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:01.619226 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:01.619656 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:01.620068 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:01.620447 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:01.620818 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:01.621190 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:01.621560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:01.621927 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:01.622298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:01.622662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:01.623025 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:01.623391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:01.627491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:01.790506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['b4cc4566-029a-45f7-8c38-8a5629456415'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:24:02.632894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0d306-fcc4-40fd-bc76-cede9bea4a03 req-a7fbc54f-71c8-4597-b711-bd4ba76c63d0 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:02.634489 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e0f0d306-fcc4-40fd-bc76-cede9bea4a03 req-a7fbc54f-71c8-4597-b711-bd4ba76c63d0 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.0920408 Apr 21 06:24:02.690915 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e0f0d306-fcc4-40fd-bc76-cede9bea4a03 req-73027d9d-8e60-45fa-ae65-eee91a1457cf tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494757 Apr 21 06:24:02.724763 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccdf4b-c954-41db-b974-e958699a3b56 req-93455073-be74-47f5-99a5-a5d56ed10852 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:02.726558 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-80ccdf4b-c954-41db-b974-e958699a3b56 req-93455073-be74-47f5-99a5-a5d56ed10852 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 944 time: 0.0943050 Apr 21 06:24:02.776904 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-80ccdf4b-c954-41db-b974-e958699a3b56 req-6aaa9eeb-acec-4c1c-878a-ff0e1636c014 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=fda5c144-f635-4e22-882a-9072e88de8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438511 Apr 21 06:24:03.251300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device b4cc4566-029a-45f7-8c38-8a5629456415 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:24:03.424228 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port b4cc4566-029a-45f7-8c38-8a5629456415 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:24:03.433077 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port b4cc4566-029a-45f7-8c38-8a5629456415 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:24:03.433937 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:03.575405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:03.608239 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301d0044-5fc8-4449-b777-ef69f0f8a553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cc4566-029a-45f7-8c38-8a5629456415'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:24:03.620584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port b4cc4566-029a-45f7-8c38-8a5629456415, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4cc4566-029a-45f7-8c38-8a5629456415,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:03.624671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:03.627585 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:03.635129 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 34878) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:03.668752 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301d0044-5fc8-4449-b777-ef69f0f8a553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cc4566-029a-45f7-8c38-8a5629456415', 'code': 200} Apr 21 06:24:03.709115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=b4cc4566-029a-45f7-8c38-8a5629456415,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:03.721885 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:03.779148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3b52e587-ad0b-4f27-9fc3-d94d847da90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:03.796356 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-3b52e587-ad0b-4f27-9fc3-d94d847da90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:24:03.801638 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-3b52e587-ad0b-4f27-9fc3-d94d847da90c admin admin] Usage tracker for resource:security_group_rule and tenant:345a3c9515964f54b2fc69b4070ce7b0 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:24:03.804042 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-3b52e587-ad0b-4f27-9fc3-d94d847da90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:24:03.810324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-3b52e587-ad0b-4f27-9fc3-d94d847da90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:24:03.988749 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7ae09-c937-44f8-9bfd-5831e9d6ff3e req-40c88508-847c-420d-ab9b-22d20972fe8b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:03.990322 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2ad7ae09-c937-44f8-9bfd-5831e9d6ff3e req-40c88508-847c-420d-ab9b-22d20972fe8b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 945 time: 0.0909133 Apr 21 06:24:04.042858 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2ad7ae09-c937-44f8-9bfd-5831e9d6ff3e req-6a0369e8-5fb3-42df-a85f-4787f8969c81 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=fda5c144-f635-4e22-882a-9072e88de8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456426 Apr 21 06:24:04.047689 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c04b-71ca-47e5-991c-24af5d1f215e req-18f23680-5f11-4acb-b365-48216dff15e5 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:04.049874 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6872c04b-71ca-47e5-991c-24af5d1f215e req-18f23680-5f11-4acb-b365-48216dff15e5 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.2140093 Apr 21 06:24:04.054950 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29da4ac-c499-444e-833d-c255f43be899 req-94fa74ad-1c69-47f5-87ce-efdc41b26314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:04.056515 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b29da4ac-c499-444e-833d-c255f43be899 req-94fa74ad-1c69-47f5-87ce-efdc41b26314 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 1098 time: 0.1824245 Apr 21 06:24:04.107189 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3b52e587-ad0b-4f27-9fc3-d94d847da90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:04.116704 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3b52e587-ad0b-4f27-9fc3-d94d847da90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:04.126521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-306f8180-a03c-4c68-819b-74dc1f25bed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:04.200169 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6872c04b-71ca-47e5-991c-24af5d1f215e req-61ebc892-95ce-40c9-abd4-61c83bc68bfe tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406043 Apr 21 06:24:04.204769 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b29da4ac-c499-444e-833d-c255f43be899 req-fa7aa334-500b-4b62-8e18-ad829491dcdd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fda5c144-f635-4e22-882a-9072e88de8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240730 Apr 21 06:24:04.207167 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-3b52e587-ad0b-4f27-9fc3-d94d847da90c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=345a3c9515964f54b2fc69b4070ce7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5708861 Apr 21 06:24:04.209186 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52e587-ad0b-4f27-9fc3-d94d847da90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bbf628-0d42-48a9-a1af-3417da5e1959,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:04.210111 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34888) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:04.212615 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3b52e587-ad0b-4f27-9fc3-d94d847da90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:04.276189 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e9889a1f-208f-4625-aa42-9ed4023ca2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:04.304682 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e9889a1f-208f-4625-aa42-9ed4023ca2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:04.356080 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e9889a1f-208f-4625-aa42-9ed4023ca2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:04.360173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2358cebb-1780-41e2-997c-ca95fd3cff3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:04.372737 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9889a1f-208f-4625-aa42-9ed4023ca2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bbf628-0d42-48a9-a1af-3417da5e1959,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:04.380081 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e9889a1f-208f-4625-aa42-9ed4023ca2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:04.380881 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e9889a1f-208f-4625-aa42-9ed4023ca2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:04.382099 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e9889a1f-208f-4625-aa42-9ed4023ca2a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3bbf628-0d42-48a9-a1af-3417da5e1959 HTTP/1.1" status: 204 len: 168 time: 0.1708188 Apr 21 06:24:05.269084 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5bd2f-86bb-4d02-aa02-5ffd7cd7d864 req-d38e7f6a-98a0-4213-82a1-6511ad5f1c8f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:05.271538 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b7a5bd2f-86bb-4d02-aa02-5ffd7cd7d864 req-d38e7f6a-98a0-4213-82a1-6511ad5f1c8f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 945 time: 0.0965419 Apr 21 06:24:05.322535 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b7a5bd2f-86bb-4d02-aa02-5ffd7cd7d864 req-ec059ce1-e169-4b67-adfa-6c36e01761ac tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=fda5c144-f635-4e22-882a-9072e88de8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445769 Apr 21 06:24:05.421190 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cdfed-d694-4c25-98ca-732d74615617 req-b48fda87-39d7-4e5d-b8f2-c152d8bcb8d8 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:05.422957 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fd7cdfed-d694-4c25-98ca-732d74615617 req-b48fda87-39d7-4e5d-b8f2-c152d8bcb8d8 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.1016712 Apr 21 06:24:05.479926 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fd7cdfed-d694-4c25-98ca-732d74615617 req-cbee4561-cdf5-4815-a267-54b158133844 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499933 Apr 21 06:24:06.145590 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e3604-e732-4464-b5c7-3e8d8fc7b8e8 req-ec612baa-096e-4a89-bd9b-c702b2fc8fbe tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:06.147174 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9d8e3604-e732-4464-b5c7-3e8d8fc7b8e8 req-ec612baa-096e-4a89-bd9b-c702b2fc8fbe tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.0912006 Apr 21 06:24:06.204137 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9d8e3604-e732-4464-b5c7-3e8d8fc7b8e8 req-eb6ea546-a49a-431f-9a35-f3dd2acd9f5d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503061 Apr 21 06:24:06.540300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b87032-12e6-4d6c-9d23-00019735f112 req-1cc462bb-57d6-4802-a969-78bcc8c44b31 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:06.542037 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a6b87032-12e6-4d6c-9d23-00019735f112 req-1cc462bb-57d6-4802-a969-78bcc8c44b31 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 945 time: 0.0996709 Apr 21 06:24:06.600346 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a6b87032-12e6-4d6c-9d23-00019735f112 req-a871f4a1-9d9b-4708-9c53-553a899b0cfd tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=fda5c144-f635-4e22-882a-9072e88de8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442080 Apr 21 06:24:06.720669 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ff1a7-a77f-471a-93b2-1fb4c89a4e6c req-39ee7f71-efa7-4fc6-ae32-842ba23aca67 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:06.722314 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c16ff1a7-a77f-471a-93b2-1fb4c89a4e6c req-39ee7f71-efa7-4fc6-ae32-842ba23aca67 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.0971220 Apr 21 06:24:06.777259 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c16ff1a7-a77f-471a-93b2-1fb4c89a4e6c req-4abab796-9345-4b98-94ce-bfcca8b1de2f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=6874ec71-ad5c-4e34-a811-71d447aa3bf3&id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476842 Apr 21 06:24:06.804794 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9122c-a66e-4c60-8f9f-a05c44cd4068 req-52a4eebd-3341-4c08-acb4-530e82b09680 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:06.806612 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-45a9122c-a66e-4c60-8f9f-a05c44cd4068 req-52a4eebd-3341-4c08-acb4-530e82b09680 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 945 time: 0.0922792 Apr 21 06:24:06.815866 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 34924) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:06.821605 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-d6ad2efa-8f96-4601-949f-f276a2c1ef70 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Request body: {'floatingip': {'port_id': 'b4cc4566-029a-45f7-8c38-8a5629456415'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:24:06.906905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d6ad2efa-8f96-4601-949f-f276a2c1ef70 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:07.454347 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262878b4-3351-48a4-b6f3-3f9dde63d309 req-784f044d-b5e7-43ff-a936-1b66f2513e72 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:07.457513 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-262878b4-3351-48a4-b6f3-3f9dde63d309 req-784f044d-b5e7-43ff-a936-1b66f2513e72 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.1105826 Apr 21 06:24:07.530343 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-262878b4-3351-48a4-b6f3-3f9dde63d309 req-a095d76b-994f-4e0c-a0b1-337c44ab4af4 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650430 Apr 21 06:24:07.729531 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d6ad2efa-8f96-4601-949f-f276a2c1ef70 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:07.732915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d6ad2efa-8f96-4601-949f-f276a2c1ef70 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:07.930461 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_db [None req-d6ad2efa-8f96-4601-949f-f276a2c1ef70 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Floating IP 323db129-b56c-4890-80c0-4e4a38a35086 associated. External IP: 172.28.0.127, port: b4cc4566-029a-45f7-8c38-8a5629456415. Apr 21 06:24:08.604414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ad2efa-8f96-4601-949f-f276a2c1ef70 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:24:08.778141 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7b5edf85-d0ff-447a-9a09-ea4b8c8670bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:08.878054 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ad2efa-8f96-4601-949f-f276a2c1ef70 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:24:08.883369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d6ad2efa-8f96-4601-949f-f276a2c1ef70 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:08.888635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd77503-409d-4357-8530-bc40576bb813 None None] Sync routers for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:24:08.901103 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd77503-409d-4357-8530-bc40576bb813 None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:24:08.901984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-8bd77503-409d-4357-8530-bc40576bb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:23:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:08.933381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbaf82-8972-4508-91f4-5831268f4f21 req-575d7e5e-2f15-4652-9fa2-1ce3b200df1d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:08.935139 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f2bbaf82-8972-4508-91f4-5831268f4f21 req-575d7e5e-2f15-4652-9fa2-1ce3b200df1d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.2639892 Apr 21 06:24:08.979092 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d6ad2efa-8f96-4601-949f-f276a2c1ef70 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "PUT /v2.0/floatingips/323db129-b56c-4890-80c0-4e4a38a35086 HTTP/1.1" status: 200 len: 991 time: 2.1620111 Apr 21 06:24:08.982291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301d0044-5fc8-4449-b777-ef69f0f8a553', 'tag': 'b4cc4566-029a-45f7-8c38-8a5629456415'}] {{(pid=86267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:24:09.011207 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f2bbaf82-8972-4508-91f4-5831268f4f21 req-80c0708f-bc98-4ee7-a725-d01de3e37fa6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627673 Apr 21 06:24:09.110606 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301d0044-5fc8-4449-b777-ef69f0f8a553', 'tag': 'b4cc4566-029a-45f7-8c38-8a5629456415', 'status': 'completed', 'code': 200} Apr 21 06:24:09.116160 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-8bd77503-409d-4357-8530-bc40576bb813 None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:24:09.255929 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c9b16-23c6-4392-a89d-3d0261fab28e req-b44c7b4e-2207-4a0d-8fbe-c480983b659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:09.257889 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7f4c9b16-23c6-4392-a89d-3d0261fab28e req-b44c7b4e-2207-4a0d-8fbe-c480983b659e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d770d4b502e43fab6b4945aa424cf5b&device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 1098 time: 0.1164441 Apr 21 06:24:09.407972 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c9b16-23c6-4392-a89d-3d0261fab28e req-41bdbb8f-7e66-41ec-8833-88f69c8390fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:09.409605 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7f4c9b16-23c6-4392-a89d-3d0261fab28e req-41bdbb8f-7e66-41ec-8833-88f69c8390fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2af643d-203c-4cb9-ab5a-766c1cede763 HTTP/1.1" status: 200 len: 911 time: 0.1455290 Apr 21 06:24:09.519016 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-8bd77503-409d-4357-8530-bc40576bb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': '323db129-b56c-4890-80c0-4e4a38a35086', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'floating_ip_address': '172.28.0.127', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'port_id': 'b4cc4566-029a-45f7-8c38-8a5629456415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'mac_address': 'fa:16:3e:e2:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d0044-5fc8-4449-b777-ef69f0f8a553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:23:51Z', 'updated_at': '2021-04-21T06:24:07Z', 'revision_number': 1, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:43Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:09.524391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd77503-409d-4357-8530-bc40576bb813 None None] Checking router: c45b77fe-7292-4351-a8e1-7c1cdc9b7222 for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:24:09.534206 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd77503-409d-4357-8530-bc40576bb813 None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:24:09.534895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-8bd77503-409d-4357-8530-bc40576bb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:23:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:09.565550 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7f4c9b16-23c6-4392-a89d-3d0261fab28e req-84cb140a-df0f-4fce-b6e4-86cd7bee1292 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4cc4566-029a-45f7-8c38-8a5629456415 HTTP/1.1" status: 200 len: 999 time: 0.1491342 Apr 21 06:24:09.643297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c9b16-23c6-4392-a89d-3d0261fab28e req-729758df-f7ee-448d-b0de-fe074b3c7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:09.645534 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7f4c9b16-23c6-4392-a89d-3d0261fab28e req-729758df-f7ee-448d-b0de-fe074b3c7f65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f9a5fb8-b027-4dde-8595-3dac89598941 HTTP/1.1" status: 200 len: 849 time: 0.0735586 Apr 21 06:24:09.733788 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c9b16-23c6-4392-a89d-3d0261fab28e req-83c7236f-b12c-49f1-a0dc-db69c144442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:09.735466 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7f4c9b16-23c6-4392-a89d-3d0261fab28e req-83c7236f-b12c-49f1-a0dc-db69c144442d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2af643d-203c-4cb9-ab5a-766c1cede763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847576 Apr 21 06:24:09.744263 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-8bd77503-409d-4357-8530-bc40576bb813 None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:24:09.908152 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7f4c9b16-23c6-4392-a89d-3d0261fab28e req-fc506faa-4b14-4714-bdad-ba4d6c112d29 service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661141 Apr 21 06:24:10.214253 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-8bd77503-409d-4357-8530-bc40576bb813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': '323db129-b56c-4890-80c0-4e4a38a35086', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'floating_ip_address': '172.28.0.127', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'port_id': 'b4cc4566-029a-45f7-8c38-8a5629456415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'mac_address': 'fa:16:3e:e2:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d0044-5fc8-4449-b777-ef69f0f8a553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:23:51Z', 'updated_at': '2021-04-21T06:24:07Z', 'revision_number': 1, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:43Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:10.224459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd77503-409d-4357-8530-bc40576bb813 None None] The sync data for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb is: [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': '323db129-b56c-4890-80c0-4e4a38a35086', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'floating_ip_address': '172.28.0.127', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'port_id': 'b4cc4566-029a-45f7-8c38-8a5629456415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'mac_address': 'fa:16:3e:e2:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d0044-5fc8-4449-b777-ef69f0f8a553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:23:51Z', 'updated_at': '2021-04-21T06:24:07Z', 'revision_number': 1, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:43Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:24:10.340861 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7f4c9b16-23c6-4392-a89d-3d0261fab28e req-52206b90-c6a9-4995-968c-1905675bd3f0 service neutron] 10.222.0.41 "GET /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260170 Apr 21 06:24:10.345062 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3869a-04fc-489b-8515-211428f791f8 req-0abf26dd-2bfd-47aa-ad7d-a4b0f83af131 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:10.346934 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7fe3869a-04fc-489b-8515-211428f791f8 req-0abf26dd-2bfd-47aa-ad7d-a4b0f83af131 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.1001236 Apr 21 06:24:10.408109 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7fe3869a-04fc-489b-8515-211428f791f8 req-f91909ed-a4af-4cad-a79e-40318812b756 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488381 Apr 21 06:24:10.559921 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9ae09-88c3-454e-b908-d8e68f55d431 None None] New status for floating IP 323db129-b56c-4890-80c0-4e4a38a35086: ACTIVE {{(pid=86270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:24:11.626827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-1415589b-886d-4aa3-bbd6-8a151dd87ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:11.664112 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d8592-4011-434b-b637-426ab3ab37ef req-fb237826-9723-4fbc-987f-d7a6486796ac tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:11.665719 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fe5d8592-4011-434b-b637-426ab3ab37ef req-fb237826-9723-4fbc-987f-d7a6486796ac tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.1133842 Apr 21 06:24:11.719406 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fe5d8592-4011-434b-b637-426ab3ab37ef req-616683a2-0f04-45cb-a401-4ad5fddfebfe tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468304 Apr 21 06:24:12.048163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:13.030084 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:13.159733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb84a7-454b-4204-b3a9-ccaf6b92cd1e req-0ad4bf45-3bcc-4653-af61-cef3d1f16787 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:13.162024 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-34cb84a7-454b-4204-b3a9-ccaf6b92cd1e req-0ad4bf45-3bcc-4653-af61-cef3d1f16787 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.3136225 Apr 21 06:24:13.212325 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-34cb84a7-454b-4204-b3a9-ccaf6b92cd1e req-a785514e-8959-41b1-b420-9e6441db9a4f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436833 Apr 21 06:24:14.435507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dee12-04c0-4301-98a7-b12805090372 req-722f00f5-1f04-4d61-a6ee-3d7e0d934e06 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:14.437293 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3f6dee12-04c0-4301-98a7-b12805090372 req-722f00f5-1f04-4d61-a6ee-3d7e0d934e06 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.0945036 Apr 21 06:24:14.501893 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3f6dee12-04c0-4301-98a7-b12805090372 req-46c25bf6-28d5-4442-addd-e34f3aff37da tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568538 Apr 21 06:24:15.104882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:15.727534 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e4006-ca89-4d7d-bba7-884acb319808 req-f0947084-0c8d-4a00-b0c0-a22d7eb28ff2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:15.729436 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7f5e4006-ca89-4d7d-bba7-884acb319808 req-f0947084-0c8d-4a00-b0c0-a22d7eb28ff2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.0988252 Apr 21 06:24:15.783578 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7f5e4006-ca89-4d7d-bba7-884acb319808 req-0dc859d8-6230-4af3-97dd-281c8335ff2c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464489 Apr 21 06:24:17.014926 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bac68-65ef-4689-9f05-519d6f403355 req-ea26f922-8c35-4616-a834-4909677c35ce tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:17.017088 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-392bac68-65ef-4689-9f05-519d6f403355 req-ea26f922-8c35-4616-a834-4909677c35ce tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.1043589 Apr 21 06:24:17.077310 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-392bac68-65ef-4689-9f05-519d6f403355 req-7569c868-6d0e-4ff9-b99e-174462a4edd7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488234 Apr 21 06:24:17.902472 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-35124b9f-d613-4bea-8c6e-c9c4cc090a60 req-97604c3e-c231-4b26-9513-25202ce2bc96 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818820 Apr 21 06:24:18.018669 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35124b9f-d613-4bea-8c6e-c9c4cc090a60 req-de57b727-c922-4ff6-b534-43bc6fc715bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:18.020386 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-35124b9f-d613-4bea-8c6e-c9c4cc090a60 req-de57b727-c922-4ff6-b534-43bc6fc715bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b99e970b117f45db8baf3ec9c8508679&device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 1138 time: 0.0877430 Apr 21 06:24:18.211409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35124b9f-d613-4bea-8c6e-c9c4cc090a60 req-516f8f8e-feef-41a6-9353-ec51ab85db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:18.213058 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-35124b9f-d613-4bea-8c6e-c9c4cc090a60 req-516f8f8e-feef-41a6-9353-ec51ab85db53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ef1878d-7d63-4dcc-a567-846d63e6c820 HTTP/1.1" status: 200 len: 916 time: 0.1618397 Apr 21 06:24:18.320191 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94271e-8ab7-4aff-8588-0054342223d6 req-ae09d7b7-d7ad-473b-b18c-9e7c2014431f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:18.321964 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1c94271e-8ab7-4aff-8588-0054342223d6 req-ae09d7b7-d7ad-473b-b18c-9e7c2014431f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.1009855 Apr 21 06:24:18.367158 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-35124b9f-d613-4bea-8c6e-c9c4cc090a60 req-b477cea6-1caf-40c9-986b-0715f8a003ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3071262a-e412-478e-a4db-7741d7ff67ac HTTP/1.1" status: 200 len: 1002 time: 0.1406896 Apr 21 06:24:18.383643 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1c94271e-8ab7-4aff-8588-0054342223d6 req-bdf4cd5b-adec-444f-93ff-c0f4c5521ae4 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476453 Apr 21 06:24:18.461950 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35124b9f-d613-4bea-8c6e-c9c4cc090a60 req-a8ce980d-5c65-40c1-b156-afe784289f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:18.463575 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-35124b9f-d613-4bea-8c6e-c9c4cc090a60 req-a8ce980d-5c65-40c1-b156-afe784289f0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef494a8-064d-4fde-9bba-3e1272d32ff0 HTTP/1.1" status: 200 len: 854 time: 0.0896399 Apr 21 06:24:18.601065 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35124b9f-d613-4bea-8c6e-c9c4cc090a60 req-1a7e15c9-bac7-485e-92db-8528d1a2e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:18.603842 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-35124b9f-d613-4bea-8c6e-c9c4cc090a60 req-1a7e15c9-bac7-485e-92db-8528d1a2e5bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ef1878d-7d63-4dcc-a567-846d63e6c820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1098416 Apr 21 06:24:18.779379 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-35124b9f-d613-4bea-8c6e-c9c4cc090a60 req-0f3fbf29-895a-4997-93f4-58df733b6600 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666918 Apr 21 06:24:18.958370 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-35124b9f-d613-4bea-8c6e-c9c4cc090a60 req-42b9a92f-9e57-4dc2-94c8-ffa210ee9c0b service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711645 Apr 21 06:24:19.351924 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 1b150e57-e9a0-4eb8-8033-2205addcad5d details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:24:19.867054 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 1b150e57-e9a0-4eb8-8033-2205addcad5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:19.878119 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:19.886247 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'port_id': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'mac_address': 'fa:16:3e:ab:8a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:24:19.912550 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb532eb-675a-46a0-a6ac-1f4d2bcb00e9 req-755b630a-73a4-417b-a611-6c144eb85e01 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:19.924381 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5eb532eb-675a-46a0-a6ac-1f4d2bcb00e9 req-755b630a-73a4-417b-a611-6c144eb85e01 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.2074039 Apr 21 06:24:19.961795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:19.984833 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b150e57-e9a0-4eb8-8033-2205addcad5d {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:24:20.004763 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5eb532eb-675a-46a0-a6ac-1f4d2bcb00e9 req-fa54ca43-d9c3-4e62-a918-654ce1c7d3d9 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790594 Apr 21 06:24:20.005553 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 1b150e57-e9a0-4eb8-8033-2205addcad5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:20.010754 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:20.014090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0b22927c-7426-46c4-b960-1ab10b7122d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:20.151284 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['1b150e57-e9a0-4eb8-8033-2205addcad5d'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:24:20.280974 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=1b150e57-e9a0-4eb8-8033-2205addcad5d,revision_number=6']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:20.290979 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:21.295291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695e3a5-d87e-4e6b-bc25-40176c9e7a1a req-ca1a1b22-d9cc-4629-b075-a830ea27b7d2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:21.297835 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9695e3a5-d87e-4e6b-bc25-40176c9e7a1a req-ca1a1b22-d9cc-4629-b075-a830ea27b7d2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 944 time: 0.1461494 Apr 21 06:24:21.367105 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 1b150e57-e9a0-4eb8-8033-2205addcad5d up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:24:21.382419 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9695e3a5-d87e-4e6b-bc25-40176c9e7a1a req-90dda0af-7339-4fd1-9bb5-7fa5baa23345 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713816 Apr 21 06:24:21.550671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 1b150e57-e9a0-4eb8-8033-2205addcad5d triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:24:21.551683 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:21.802823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:21.844984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:24:21.862240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 1b150e57-e9a0-4eb8-8033-2205addcad5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:21.868521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:21.873319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:21.961692 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=1b150e57-e9a0-4eb8-8033-2205addcad5d,revision_number=7']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:21.965384 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:21.968088 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'code': 200} Apr 21 06:24:22.766185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe50ae-e1ea-4eb7-9e50-d8597bd64795 req-3da87943-cfce-48cb-8c74-6e78d93995ee tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:22.768249 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d9fe50ae-e1ea-4eb7-9e50-d8597bd64795 req-3da87943-cfce-48cb-8c74-6e78d93995ee tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.1742766 Apr 21 06:24:22.829369 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d9fe50ae-e1ea-4eb7-9e50-d8597bd64795 req-d81dc128-774a-4568-b955-5eb5f743f8c6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511017 Apr 21 06:24:24.119272 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0882d-8096-4035-b709-11a6b1f9b594 req-c2de04a4-be39-446c-8274-e818627752a4 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:24.124546 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-50b0882d-8096-4035-b709-11a6b1f9b594 req-c2de04a4-be39-446c-8274-e818627752a4 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.1522670 Apr 21 06:24:24.185128 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-50b0882d-8096-4035-b709-11a6b1f9b594 req-171c89bb-5c4b-48dd-bb23-5a2eebe6417c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565763 Apr 21 06:24:25.483875 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be101370-cf9a-4064-a502-8d096c97493d req-066d6204-231f-4ad7-8e6f-eee1be741c18 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:25.493891 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-be101370-cf9a-4064-a502-8d096c97493d req-066d6204-231f-4ad7-8e6f-eee1be741c18 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.1485920 Apr 21 06:24:25.544706 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-be101370-cf9a-4064-a502-8d096c97493d req-7b190eab-6ae8-4272-bd42-1ebdac185358 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497463 Apr 21 06:24:26.794847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fecc9b-dcad-4b93-a230-82f4bb36d8ea req-a4c8a3ea-50f1-4921-aa85-c79c8b94e5c2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:26.796522 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-61fecc9b-dcad-4b93-a230-82f4bb36d8ea req-a4c8a3ea-50f1-4921-aa85-c79c8b94e5c2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.1087499 Apr 21 06:24:26.861123 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-61fecc9b-dcad-4b93-a230-82f4bb36d8ea req-965ae7ba-6c1b-4daf-8855-9f1bed96d7a9 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520973 Apr 21 06:24:28.049909 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:24:28.209147 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3adcd-9c1c-4270-8be4-208adaeb7fc5 req-4209a5b2-97dc-44cb-b734-434c0153dc70 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:28.222375 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6dd3adcd-9c1c-4270-8be4-208adaeb7fc5 req-4209a5b2-97dc-44cb-b734-434c0153dc70 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.1892786 Apr 21 06:24:28.309942 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6dd3adcd-9c1c-4270-8be4-208adaeb7fc5 req-4265433b-b398-4aca-bba2-6ffeca41cd84 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861835 Apr 21 06:24:29.546463 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011333b4-5b55-4f9c-8f05-0bb711419e75 req-fe56e35d-6360-4f95-a6a4-d6ae845e4e5c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:29.548135 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-011333b4-5b55-4f9c-8f05-0bb711419e75 req-fe56e35d-6360-4f95-a6a4-d6ae845e4e5c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.1003580 Apr 21 06:24:29.597517 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-011333b4-5b55-4f9c-8f05-0bb711419e75 req-9730623a-f1b8-4317-9be7-2c41b3de3c08 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428331 Apr 21 06:24:29.681291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2a4e-c50c-4d0f-b71a-0e7977996f47 req-7d94eaea-da94-45d7-b9b0-846230b5d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:29.682918 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e74e2a4e-c50c-4d0f-b71a-0e7977996f47 req-7d94eaea-da94-45d7-b9b0-846230b5d433 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 1098 time: 0.0844436 Apr 21 06:24:29.838984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2a4e-c50c-4d0f-b71a-0e7977996f47 req-2e42637e-c3f3-48c0-bc7b-fa7c4d01ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:29.840613 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e74e2a4e-c50c-4d0f-b71a-0e7977996f47 req-2e42637e-c3f3-48c0-bc7b-fa7c4d01ce23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 917 time: 0.1506145 Apr 21 06:24:29.963578 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e74e2a4e-c50c-4d0f-b71a-0e7977996f47 req-2e3da76a-ef0c-45be-bf1c-be7aa3e6dfe5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d HTTP/1.1" status: 200 len: 1001 time: 0.1145883 Apr 21 06:24:30.041074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2a4e-c50c-4d0f-b71a-0e7977996f47 req-338d07a0-4acc-4419-94f3-d6b179dc62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:30.042674 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e74e2a4e-c50c-4d0f-b71a-0e7977996f47 req-338d07a0-4acc-4419-94f3-d6b179dc62f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 200 len: 855 time: 0.0700583 Apr 21 06:24:30.130453 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2a4e-c50c-4d0f-b71a-0e7977996f47 req-9abab3ad-0a8d-4f58-ba5b-bb63b3c6ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:30.132022 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e74e2a4e-c50c-4d0f-b71a-0e7977996f47 req-9abab3ad-0a8d-4f58-ba5b-bb63b3c6ca1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f539fb37-8abf-4a55-9300-e38107332925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814922 Apr 21 06:24:30.278659 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e74e2a4e-c50c-4d0f-b71a-0e7977996f47 req-fa0865ac-2d10-4872-abab-12b6c29654ff service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393306 Apr 21 06:24:30.431262 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e74e2a4e-c50c-4d0f-b71a-0e7977996f47 req-7afe3c66-97dc-4dd8-982b-7aa5db60ce62 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433313 Apr 21 06:24:30.816611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca686f5-53c0-4e17-92fe-a485dbe21dd0 req-3f1975ba-e568-4126-966a-4a959e7b654e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:30.818358 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-eca686f5-53c0-4e17-92fe-a485dbe21dd0 req-3f1975ba-e568-4126-966a-4a959e7b654e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.0972629 Apr 21 06:24:30.867809 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-eca686f5-53c0-4e17-92fe-a485dbe21dd0 req-970a8a29-9257-4a9c-ab0d-e061f9a1a501 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429704 Apr 21 06:24:32.098453 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c7fa8-7a3c-4c3a-ac5e-dce5b9a562d4 req-a1579b77-7da2-4ad4-88e2-2524a6492544 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:32.100158 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-999c7fa8-7a3c-4c3a-ac5e-dce5b9a562d4 req-a1579b77-7da2-4ad4-88e2-2524a6492544 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.1053431 Apr 21 06:24:32.151121 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-999c7fa8-7a3c-4c3a-ac5e-dce5b9a562d4 req-b4acb3cc-fbc4-4471-bf30-9209d80e82bc tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444155 Apr 21 06:24:33.366841 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e79c1e-fbed-4245-86ba-af5dab1eaea2 req-6cc343cc-2e45-488f-90ee-04d9192c6e7a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:33.368596 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-88e79c1e-fbed-4245-86ba-af5dab1eaea2 req-6cc343cc-2e45-488f-90ee-04d9192c6e7a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 945 time: 0.0943859 Apr 21 06:24:33.417941 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-88e79c1e-fbed-4245-86ba-af5dab1eaea2 req-22816cf3-42f1-4b52-aa8f-b043a443c071 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428386 Apr 21 06:24:33.473896 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 1b150e57-e9a0-4eb8-8033-2205addcad5d no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:24:33.603394 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:33.632645 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:24:33.644083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 1b150e57-e9a0-4eb8-8033-2205addcad5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:33.647427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:33.649448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-53366cf7-95be-4683-9d14-588bebb9cd68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:33.688122 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'code': 422} returned with failed status Apr 21 06:24:33.727304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=1b150e57-e9a0-4eb8-8033-2205addcad5d,revision_number=8']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:33.730650 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:34.431054 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fd2e1-1027-4b22-814f-d0cceb98c272 req-bd5fb919-bb02-46fb-adb3-9ba5f6fdd682 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:34.433914 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c18fd2e1-1027-4b22-814f-d0cceb98c272 req-bd5fb919-bb02-46fb-adb3-9ba5f6fdd682 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.0955565 Apr 21 06:24:34.491658 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c18fd2e1-1027-4b22-814f-d0cceb98c272 req-bda890c3-8c27-486a-b91f-43515523a0aa tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515244 Apr 21 06:24:34.705517 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35108) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:34.837243 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-9f1c715b-76ac-4bcf-803e-e5a614f36232 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1302748 Apr 21 06:24:35.734196 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9281c5-075b-46ad-9379-f4457f1897b5 req-acca469d-31ae-4874-b596-a1c07ea42fbe tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:35.735860 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bf9281c5-075b-46ad-9379-f4457f1897b5 req-acca469d-31ae-4874-b596-a1c07ea42fbe tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.0978994 Apr 21 06:24:35.796441 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bf9281c5-075b-46ad-9379-f4457f1897b5 req-4a89d998-808a-4d44-b630-36d8d0c36e45 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491488 Apr 21 06:24:36.407596 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-61b43182-bc72-44af-a41a-d3c0ed9ff3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:36.409231 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-61b43182-bc72-44af-a41a-d3c0ed9ff3ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf&tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55 HTTP/1.1" status: 200 len: 1096 time: 0.1496656 Apr 21 06:24:36.520570 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-6b434ac9-d591-432c-b8e3-c7a8eacbb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:36.522240 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-6b434ac9-d591-432c-b8e3-c7a8eacbb292 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 1096 time: 0.0852175 Apr 21 06:24:36.675387 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-70694211-d016-4aa0-af1e-0359aff57837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:36.677546 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-70694211-d016-4aa0-af1e-0359aff57837 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 917 time: 0.1470220 Apr 21 06:24:36.799367 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-264f3f5a-ed47-4659-923c-b7f99b2470f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d HTTP/1.1" status: 200 len: 999 time: 0.1148734 Apr 21 06:24:36.874535 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-d53eada9-a5e7-4a33-acc7-290ee347b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:36.876196 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-d53eada9-a5e7-4a33-acc7-290ee347b21e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 200 len: 855 time: 0.0694327 Apr 21 06:24:37.040388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-2617d4b0-2bfb-431c-81b3-65d211212350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:37.042040 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-2617d4b0-2bfb-431c-81b3-65d211212350 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f539fb37-8abf-4a55-9300-e38107332925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1579907 Apr 21 06:24:37.050598 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a35e2-c9f5-4fc4-86ec-0eb84a219a7a req-73ad129c-161a-4027-9b98-1528b94b8629 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:37.052253 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8c7a35e2-c9f5-4fc4-86ec-0eb84a219a7a req-73ad129c-161a-4027-9b98-1528b94b8629 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.1282206 Apr 21 06:24:37.193074 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8c7a35e2-c9f5-4fc4-86ec-0eb84a219a7a req-0e0ee505-185c-4eff-9086-f91763ba06d8 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174405 Apr 21 06:24:37.245845 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-f056a874-b865-47f8-9a7a-eea06c3f059b service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922517 Apr 21 06:24:37.407555 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3902a471-b6b0-484b-a7c1-422c1ef272a2 req-32e8bf67-16ea-4e93-8b95-3bbaef78c9da service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538513 Apr 21 06:24:38.553302 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972da58-49f2-4d3b-86a9-974bba71f716 req-7d201fe0-3d6c-4c17-891c-2f0ee81e0002 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:38.579230 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e972da58-49f2-4d3b-86a9-974bba71f716 req-7d201fe0-3d6c-4c17-891c-2f0ee81e0002 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.1800308 Apr 21 06:24:38.653919 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e972da58-49f2-4d3b-86a9-974bba71f716 req-a19899f5-0d2c-44b1-9db2-6e8d1e560f6b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672464 Apr 21 06:24:38.793979 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3a1599de-53a4-486f-a923-2cf22905f98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:39.897493 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6e03e-5698-4396-aa96-0fdd8c54b5a9 req-6ec25239-8cfe-44b7-8df0-91cd1058295b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:39.899088 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d8f6e03e-5698-4396-aa96-0fdd8c54b5a9 req-6ec25239-8cfe-44b7-8df0-91cd1058295b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.0994787 Apr 21 06:24:39.951665 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d8f6e03e-5698-4396-aa96-0fdd8c54b5a9 req-f389f420-bce1-498b-9b95-5baaebbc64ee tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454683 Apr 21 06:24:40.855132 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-017d0915-cdc2-42cf-9946-9372c8c934f6 req-d8208460-1a22-40f7-8604-ba39d7e147b6 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018344835&fields=id&tenant_id=b99e970b117f45db8baf3ec9c8508679 HTTP/1.1" status: 200 len: 267 time: 0.0438714 Apr 21 06:24:40.951258 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d0915-cdc2-42cf-9946-9372c8c934f6 req-45c356b1-89fd-42b2-b19c-1c342a895ae3 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:40.952961 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-017d0915-cdc2-42cf-9946-9372c8c934f6 req-45c356b1-89fd-42b2-b19c-1c342a895ae3 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 985 time: 0.0915728 Apr 21 06:24:40.965529 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-017d0915-cdc2-42cf-9946-9372c8c934f6 req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Request body: {'port': {'security_groups': ['b1965ab6-4f86-46c3-8712-8936d015c30b']}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:24:41.107851 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-017d0915-cdc2-42cf-9946-9372c8c934f6 req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:41.618561 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5e6b31c7-b0c1-461b-8ac6-34065f430500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:41.658416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-017d0915-cdc2-42cf-9946-9372c8c934f6 req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] For port 3071262a-e412-478e-a4db-7741d7ff67ac, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3071262a-e412-478e-a4db-7741d7ff67ac,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:41.686641 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-017d0915-cdc2-42cf-9946-9372c8c934f6 req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:41.690620 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-017d0915-cdc2-42cf-9946-9372c8c934f6 req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:41.696857 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:41.705548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['3071262a-e412-478e-a4db-7741d7ff67ac'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:24:41.789750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d0915-cdc2-42cf-9946-9372c8c934f6 req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:41.790471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-017d0915-cdc2-42cf-9946-9372c8c934f6 req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:41.792025 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-017d0915-cdc2-42cf-9946-9372c8c934f6 req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "PUT /v2.0/ports/3071262a-e412-478e-a4db-7741d7ff67ac HTTP/1.1" status: 200 len: 943 time: 0.8319328 Apr 21 06:24:41.794111 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:24:41.799463 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35174) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:41.802826 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event updated for resources: {'Port': ['ID=3071262a-e412-478e-a4db-7741d7ff67ac,revision_number=7']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:41.813575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:41.813984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:41.814384 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:41.814779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:41.815169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:41.815561 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:41.815997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:41.827705 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:41.828151 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:41.828547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:41.828914 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:41.829311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:41.841133 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:41.872817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['3071262a-e412-478e-a4db-7741d7ff67ac'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:24:41.890347 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:41.989665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:42.077736 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:42.094995 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7e6c7575-6fab-47d2-9858-c997cd763111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:42.099240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:42.104758 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-e3ce2c7a-7e07-4532-b972-79717320be8b None None] Provisioning complete for port 3071262a-e412-478e-a4db-7741d7ff67ac triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:24:42.105067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e3ce2c7a-7e07-4532-b972-79717320be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:42.114905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6874ec71-ad5c-4e34-a811-71d447aa3bf3,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:42.124851 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:42.125283 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:42.125715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:42.126096 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:42.126506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:42.126922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:42.127335 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:42.127735 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:42.128165 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:42.128572 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:42.129334 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:42.129718 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:24:42.133789 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:42.141300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:42.145301 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "DELETE /v2.0/security-groups/6874ec71-ad5c-4e34-a811-71d447aa3bf3 HTTP/1.1" status: 204 len: 168 time: 0.3438787 Apr 21 06:24:42.146270 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35178) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:42.173711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e5055-4b53-4fcb-8d80-f23d825f08ae req-0541df5e-56fe-46dc-ad2f-b3ceda099a02 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:42.183003 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7d9e5055-4b53-4fcb-8d80-f23d825f08ae req-0541df5e-56fe-46dc-ad2f-b3ceda099a02 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.1830752 Apr 21 06:24:42.246130 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7d9e5055-4b53-4fcb-8d80-f23d825f08ae req-72a7ad55-2c25-4f39-83d1-b570161efb66 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617032 Apr 21 06:24:42.338936 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac', 'status': 'completed', 'code': 200} Apr 21 06:24:42.443691 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Deleting port 01494aac-2fa4-4628-8f3d-b7e9ef92f18d {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:24:42.444473 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:42.637080 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:42.637456 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:42.789091 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Calling delete_port for 01494aac-2fa4-4628-8f3d-b7e9ef92f18d owned by network:floatingip {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:24:42.964768 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:42.969841 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:43.017449 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event deleted for resources: {'Port': ['ID=01494aac-2fa4-4628-8f3d-b7e9ef92f18d,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:43.022450 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:43.034467 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:43.122723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks [] for floatingip, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:43.123087 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_db [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Floating IP f3b5ce5c-8720-4026-a2fc-110510110bba disassociated (deleted). External IP: 172.28.0.102, port: 3071262a-e412-478e-a4db-7741d7ff67ac. Apr 21 06:24:43.459423 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851933da-1db2-4709-a232-39368c3ddd8e req-fd46082f-6b18-4da8-8669-d90c73bd8c23 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:43.467378 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-851933da-1db2-4709-a232-39368c3ddd8e req-fd46082f-6b18-4da8-8669-d90c73bd8c23 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.1020243 Apr 21 06:24:43.519832 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-851933da-1db2-4709-a232-39368c3ddd8e req-6d2947f3-58b2-4eb1-94e0-9f87a43725ff tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514667 Apr 21 06:24:43.560770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Router 33d07287-5abb-466a-ac91-1f8e5bf4d39b has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:24:44.016661 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:24:44.027402 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07574f-2fb1-429b-b9fd-7499dca5222a None None] Sync routers for ids ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:24:44.037748 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07574f-2fb1-429b-b9fd-7499dca5222a None None] Routers {'33d07287-5abb-466a-ac91-1f8e5bf4d39b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:24:44.037980 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:44.038433 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-8e07574f-2fb1-429b-b9fd-7499dca5222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:24:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:44.102783 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-83e91735-3827-4548-b8d5-62f8584729da tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "DELETE /v2.0/floatingips/f3b5ce5c-8720-4026-a2fc-110510110bba HTTP/1.1" status: 204 len: 168 time: 1.9551024 Apr 21 06:24:44.103511 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac'}] {{(pid=86267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:24:44.267728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-8e07574f-2fb1-429b-b9fd-7499dca5222a None None] Set router 33d07287-5abb-466a-ac91-1f8e5bf4d39b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:24:44.599910 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac', 'status': 'completed', 'code': 200} Apr 21 06:24:44.708572 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-8e07574f-2fb1-429b-b9fd-7499dca5222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:21:51Z', 'revision_number': 4, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port': {'id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:42Z', 'updated_at': '2021-04-21T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '2b64f827-ac30-4644-8f76-c4a90b933952', 'name': '', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'mac_address': 'fa:16:3e:15:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:50Z', 'updated_at': '2021-04-21T06:22:04Z', 'revision_number': 5, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'subnets': [{'id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:44.713472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07574f-2fb1-429b-b9fd-7499dca5222a None None] Checking router: 33d07287-5abb-466a-ac91-1f8e5bf4d39b for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:24:44.724554 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07574f-2fb1-429b-b9fd-7499dca5222a None None] Routers {'33d07287-5abb-466a-ac91-1f8e5bf4d39b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:24:44.725266 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-8e07574f-2fb1-429b-b9fd-7499dca5222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:24:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:44.927194 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-8e07574f-2fb1-429b-b9fd-7499dca5222a None None] Set router 33d07287-5abb-466a-ac91-1f8e5bf4d39b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:24:44.929317 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e0d0-e516-44db-bf30-61d46de2fdb7 req-09c09a88-a28e-4af5-bfba-3f27a99b6e63 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:44.931010 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9d08e0d0-e516-44db-bf30-61d46de2fdb7 req-09c09a88-a28e-4af5-bfba-3f27a99b6e63 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.0945752 Apr 21 06:24:44.987179 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9d08e0d0-e516-44db-bf30-61d46de2fdb7 req-228348e3-b8ed-4ad9-8efc-a3397e1d5915 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490813 Apr 21 06:24:45.186547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:45.317865 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-8e07574f-2fb1-429b-b9fd-7499dca5222a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:21:51Z', 'revision_number': 4, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port': {'id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:42Z', 'updated_at': '2021-04-21T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '2b64f827-ac30-4644-8f76-c4a90b933952', 'name': '', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'mac_address': 'fa:16:3e:15:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:50Z', 'updated_at': '2021-04-21T06:22:04Z', 'revision_number': 5, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'subnets': [{'id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:45.323959 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07574f-2fb1-429b-b9fd-7499dca5222a None None] The sync data for ids ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'] in dv-cinder-776307-5-smb is: [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:21:51Z', 'revision_number': 4, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port': {'id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:42Z', 'updated_at': '2021-04-21T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '2b64f827-ac30-4644-8f76-c4a90b933952', 'name': '', 'network_id': '3ef1878d-7d63-4dcc-a567-846d63e6c820', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'mac_address': 'fa:16:3e:15:ae:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:50Z', 'updated_at': '2021-04-21T06:22:04Z', 'revision_number': 5, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'subnets': [{'id': '9ef494a8-064d-4fde-9bba-3e1272d32ff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:24:45.759602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08079cb-df21-4fea-b3fc-ab11bfe410e5 None None] New status for floating IP f3b5ce5c-8720-4026-a2fc-110510110bba: DOWN {{(pid=86270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:24:46.245705 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7d627-35f3-49a1-a7f4-c5fb65600052 req-04d929e0-fa10-413d-ae2d-508dc338d097 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:46.247482 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bbe7d627-35f3-49a1-a7f4-c5fb65600052 req-04d929e0-fa10-413d-ae2d-508dc338d097 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.1254563 Apr 21 06:24:46.299885 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bbe7d627-35f3-49a1-a7f4-c5fb65600052 req-2d70439e-04d0-4225-bee8-35420629f2ff tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449150 Apr 21 06:24:47.553844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c78db5-017c-4f69-9794-7968fe6e220c req-146710ae-c9db-4d45-bbbf-2fa1b3193ed7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:47.555573 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-39c78db5-017c-4f69-9794-7968fe6e220c req-146710ae-c9db-4d45-bbbf-2fa1b3193ed7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.1198568 Apr 21 06:24:47.634190 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-39c78db5-017c-4f69-9794-7968fe6e220c req-ef3be7d5-9041-4653-acd7-ee937eb52729 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699673 Apr 21 06:24:48.857634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1953218-aaea-4c92-b018-c752daa4427d req-9474db3a-7b86-4d96-a8ac-37364900c1ae tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:48.859270 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c1953218-aaea-4c92-b018-c752daa4427d req-9474db3a-7b86-4d96-a8ac-37364900c1ae tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.0984330 Apr 21 06:24:48.908849 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c1953218-aaea-4c92-b018-c752daa4427d req-82a07c91-e04b-4360-b4f9-f5bd3536e191 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429952 Apr 21 06:24:49.338213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bbb96-4720-4656-acee-84c743a4ffc9 req-e22d5d80-321a-4b4d-9e51-d1c1e27386c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:49.339864 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-df0bbb96-4720-4656-acee-84c743a4ffc9 req-e22d5d80-321a-4b4d-9e51-d1c1e27386c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b99e970b117f45db8baf3ec9c8508679&device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 1099 time: 0.0965903 Apr 21 06:24:49.427145 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:49.498472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bbb96-4720-4656-acee-84c743a4ffc9 req-3fd9435c-aaac-4ee8-8a1f-4da42541f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:49.499849 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-df0bbb96-4720-4656-acee-84c743a4ffc9 req-3fd9435c-aaac-4ee8-8a1f-4da42541f99f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ef1878d-7d63-4dcc-a567-846d63e6c820 HTTP/1.1" status: 200 len: 916 time: 0.1527908 Apr 21 06:24:49.579072 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-df0bbb96-4720-4656-acee-84c743a4ffc9 req-004ab6a7-c36e-45a2-b7ca-9cd1007b73f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3071262a-e412-478e-a4db-7741d7ff67ac HTTP/1.1" status: 200 len: 217 time: 0.0718107 Apr 21 06:24:49.651396 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bbb96-4720-4656-acee-84c743a4ffc9 req-813463da-91f2-4077-8c94-ed0db7c48591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:49.653052 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-df0bbb96-4720-4656-acee-84c743a4ffc9 req-813463da-91f2-4077-8c94-ed0db7c48591 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef494a8-064d-4fde-9bba-3e1272d32ff0 HTTP/1.1" status: 200 len: 854 time: 0.0664155 Apr 21 06:24:49.755076 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bbb96-4720-4656-acee-84c743a4ffc9 req-d53df773-0ef3-4cf6-bc9d-c5d0b643db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:49.756735 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-df0bbb96-4720-4656-acee-84c743a4ffc9 req-d53df773-0ef3-4cf6-bc9d-c5d0b643db88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ef1878d-7d63-4dcc-a567-846d63e6c820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0933459 Apr 21 06:24:49.924874 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-df0bbb96-4720-4656-acee-84c743a4ffc9 req-115c20f0-749f-44bd-9362-55a943ba876a service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581078 Apr 21 06:24:50.075992 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-df0bbb96-4720-4656-acee-84c743a4ffc9 req-9abbcf2a-912b-481d-b9d2-ecffd7e2f2a9 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441801 Apr 21 06:24:50.148037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa7ab5-1bf4-4e25-91b4-bfd9697cf6eb req-96fe952c-5a27-4f21-941d-57b62427e18a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:50.149688 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1efa7ab5-1bf4-4e25-91b4-bfd9697cf6eb req-96fe952c-5a27-4f21-941d-57b62427e18a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.0949543 Apr 21 06:24:50.201665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57087c-d418-438a-b7cc-4bf8cf66ad0e req-4cb22cdb-9330-4c15-a5ed-aaddb54521e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:50.203296 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0a57087c-d418-438a-b7cc-4bf8cf66ad0e req-4cb22cdb-9330-4c15-a5ed-aaddb54521e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b99e970b117f45db8baf3ec9c8508679&device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 1099 time: 0.0847850 Apr 21 06:24:50.211274 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1efa7ab5-1bf4-4e25-91b4-bfd9697cf6eb req-42af4278-27d1-4c5a-a7fb-43ce822d0070 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539813 Apr 21 06:24:50.352525 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57087c-d418-438a-b7cc-4bf8cf66ad0e req-59da852e-2814-4f67-a988-bdce9c631440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:50.354146 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0a57087c-d418-438a-b7cc-4bf8cf66ad0e req-59da852e-2814-4f67-a988-bdce9c631440 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ef1878d-7d63-4dcc-a567-846d63e6c820 HTTP/1.1" status: 200 len: 916 time: 0.1444192 Apr 21 06:24:50.435435 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0a57087c-d418-438a-b7cc-4bf8cf66ad0e req-ff6a39b9-85ad-4508-94ac-45d1b8833842 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3071262a-e412-478e-a4db-7741d7ff67ac HTTP/1.1" status: 200 len: 217 time: 0.0736363 Apr 21 06:24:50.526830 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57087c-d418-438a-b7cc-4bf8cf66ad0e req-35e25cc8-e1df-4bd3-8032-ebf149d791fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:50.528277 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0a57087c-d418-438a-b7cc-4bf8cf66ad0e req-35e25cc8-e1df-4bd3-8032-ebf149d791fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ef494a8-064d-4fde-9bba-3e1272d32ff0 HTTP/1.1" status: 200 len: 854 time: 0.0849161 Apr 21 06:24:50.620945 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57087c-d418-438a-b7cc-4bf8cf66ad0e req-ce5d2e79-c483-4fae-9c61-a9bb0fc6f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:50.622584 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0a57087c-d418-438a-b7cc-4bf8cf66ad0e req-ce5d2e79-c483-4fae-9c61-a9bb0fc6f5fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ef1878d-7d63-4dcc-a567-846d63e6c820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883238 Apr 21 06:24:50.773556 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0a57087c-d418-438a-b7cc-4bf8cf66ad0e req-74a31f63-ac27-473b-9f8a-8d363e511eb1 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436422 Apr 21 06:24:50.922979 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0a57087c-d418-438a-b7cc-4bf8cf66ad0e req-fed1387b-644b-4549-af7e-d244014a497f service neutron] 10.222.0.41 "GET /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426277 Apr 21 06:24:51.438303 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1450345-3d65-4560-9d88-4ee839b3cdd2 req-5cd22277-ca30-4f13-b9c5-092992b8af8b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:51.439854 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1450345-3d65-4560-9d88-4ee839b3cdd2 req-5cd22277-ca30-4f13-b9c5-092992b8af8b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 943 time: 0.0964255 Apr 21 06:24:51.490590 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1450345-3d65-4560-9d88-4ee839b3cdd2 req-4fdf83d3-fc0e-450a-9207-f9fd15771f79 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430427 Apr 21 06:24:51.548096 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 1b150e57-e9a0-4eb8-8033-2205addcad5d details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:24:51.691963 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 1b150e57-e9a0-4eb8-8033-2205addcad5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:51.706148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'port_id': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'mac_address': 'fa:16:3e:ab:8a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:24:51.771698 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:51.790109 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b150e57-e9a0-4eb8-8033-2205addcad5d {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:24:51.806620 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 1b150e57-e9a0-4eb8-8033-2205addcad5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:51.809863 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:51.811708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:51.882099 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=1b150e57-e9a0-4eb8-8033-2205addcad5d,revision_number=9']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:51.885412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:52.033975 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['1b150e57-e9a0-4eb8-8033-2205addcad5d'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:24:52.119369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c34471-090f-42c9-a71d-f668955449c7 req-14058045-41ff-4344-b61a-479a0952368e tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:52.120782 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-25c34471-090f-42c9-a71d-f668955449c7 req-14058045-41ff-4344-b61a-479a0952368e tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Synchronizing usage tracker for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:port {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:24:52.138227 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-25c34471-090f-42c9-a71d-f668955449c7 req-14058045-41ff-4344-b61a-479a0952368e tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Unset dirty status for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:port {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:24:52.139549 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-25c34471-090f-42c9-a71d-f668955449c7 req-14058045-41ff-4344-b61a-479a0952368e tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 946 time: 0.1178374 Apr 21 06:24:52.189878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-25c34471-090f-42c9-a71d-f668955449c7 req-1ce9ab9d-8687-446f-80d3-a19f9d1f8a84 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Synchronizing usage tracker for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:security_group {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:24:52.207595 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-25c34471-090f-42c9-a71d-f668955449c7 req-1ce9ab9d-8687-446f-80d3-a19f9d1f8a84 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Unset dirty status for tenant:b99e970b117f45db8baf3ec9c8508679 on resource:security_group {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:24:52.209260 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-25c34471-090f-42c9-a71d-f668955449c7 req-1ce9ab9d-8687-446f-80d3-a19f9d1f8a84 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628092 Apr 21 06:24:52.706306 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b9676-7f6d-466f-adb7-513efaf30ffa req-1d006bf9-e760-4e60-9ba8-9af81b4ce6f9 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:52.707886 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-353b9676-7f6d-466f-adb7-513efaf30ffa req-1d006bf9-e760-4e60-9ba8-9af81b4ce6f9 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 944 time: 0.0905378 Apr 21 06:24:52.758490 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-353b9676-7f6d-466f-adb7-513efaf30ffa req-647550af-7ee0-435c-8c43-aa5560b8f537 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427821 Apr 21 06:24:53.412935 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ca13e-6209-43aa-b8fc-e86b268d2c0a req-5737f08b-33e5-4030-8fa5-a48f9bd9c88b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:53.414570 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-512ca13e-6209-43aa-b8fc-e86b268d2c0a req-5737f08b-33e5-4030-8fa5-a48f9bd9c88b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 946 time: 0.0888517 Apr 21 06:24:53.464750 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-512ca13e-6209-43aa-b8fc-e86b268d2c0a req-1ba3da01-4099-4565-8868-a9dc2be90546 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436640 Apr 21 06:24:53.556621 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 1b150e57-e9a0-4eb8-8033-2205addcad5d up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:24:53.628308 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 1b150e57-e9a0-4eb8-8033-2205addcad5d triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:24:53.628739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:53.759153 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:53.788800 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:24:53.800291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 1b150e57-e9a0-4eb8-8033-2205addcad5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:53.804480 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:53.806710 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:53.839143 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d91bd8-5c10-4903-9f13-72823351e7c4 req-3340b1b5-576f-4ac8-a7cb-41f88524adcf tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:53.841468 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c5d91bd8-5c10-4903-9f13-72823351e7c4 req-3340b1b5-576f-4ac8-a7cb-41f88524adcf tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 946 time: 0.1109359 Apr 21 06:24:53.866454 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'code': 200} Apr 21 06:24:53.906694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=1b150e57-e9a0-4eb8-8033-2205addcad5d,revision_number=10']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:53.910795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:53.999681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-c5d91bd8-5c10-4903-9f13-72823351e7c4 req-d48f6294-c704-480e-ac1b-a73706702194 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Deleting port 3071262a-e412-478e-a4db-7741d7ff67ac {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:24:54.000091 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c5d91bd8-5c10-4903-9f13-72823351e7c4 req-d48f6294-c704-480e-ac1b-a73706702194 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:54.140384 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a059a29-95fa-4dbc-9979-9821e71b5934 req-d5a9b86c-dff6-407d-99d1-b56b3d98725c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:54.142261 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9a059a29-95fa-4dbc-9979-9821e71b5934 req-d5a9b86c-dff6-407d-99d1-b56b3d98725c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 946 time: 0.2331941 Apr 21 06:24:54.360286 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9a059a29-95fa-4dbc-9979-9821e71b5934 req-adf5e46a-09d2-4c2d-88ac-91e7d9881679 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056296 Apr 21 06:24:54.402205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-c5d91bd8-5c10-4903-9f13-72823351e7c4 req-d48f6294-c704-480e-ac1b-a73706702194 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] For port 3071262a-e412-478e-a4db-7741d7ff67ac, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=3071262a-e412-478e-a4db-7741d7ff67ac,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:54.402606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c5d91bd8-5c10-4903-9f13-72823351e7c4 req-d48f6294-c704-480e-ac1b-a73706702194 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:54.550087 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-c5d91bd8-5c10-4903-9f13-72823351e7c4 req-d48f6294-c704-480e-ac1b-a73706702194 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Calling delete_port for 3071262a-e412-478e-a4db-7741d7ff67ac owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:24:54.622093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68d7b7-7123-42a0-8c00-5c55d2192ac2 req-8b9c535f-7b7b-458b-bd58-6489916f2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:54.623639 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea68d7b7-7123-42a0-8c00-5c55d2192ac2 req-8b9c535f-7b7b-458b-bd58-6489916f2ec9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 1099 time: 0.3029144 Apr 21 06:24:54.681206 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56966af7-bb86-450a-9bb6-5f3bc4573aae req-7bb10486-4e9e-49fa-bd02-62d448080c0b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:54.682901 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-56966af7-bb86-450a-9bb6-5f3bc4573aae req-7bb10486-4e9e-49fa-bd02-62d448080c0b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4975b37-09df-43c4-8a24-7a98b0fa6095 HTTP/1.1" status: 200 len: 946 time: 0.0982785 Apr 21 06:24:54.725701 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea68d7b7-7123-42a0-8c00-5c55d2192ac2 req-4407c49d-63b1-4f2d-9eb2-a0b6e585b8dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840323 Apr 21 06:24:54.735903 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-56966af7-bb86-450a-9bb6-5f3bc4573aae req-8239d3f4-1322-4720-9ec0-635561a8e749 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1965ab6-4f86-46c3-8712-8936d015c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459414 Apr 21 06:24:54.755895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c5d91bd8-5c10-4903-9f13-72823351e7c4 req-d48f6294-c704-480e-ac1b-a73706702194 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:54.765720 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7ad289a7-7081-40d5-95ba-5875fbe8570b tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:54.771459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['3071262a-e412-478e-a4db-7741d7ff67ac'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:24:54.813427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f6294-c704-480e-ac1b-a73706702194 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Pushing event deleted for resources: {'Port': ['ID=3071262a-e412-478e-a4db-7741d7ff67ac,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:54.817364 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d48f6294-c704-480e-ac1b-a73706702194 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:55.123323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d91bd8-5c10-4903-9f13-72823351e7c4 req-d48f6294-c704-480e-ac1b-a73706702194 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] No DVR routers for this DVR port 3071262a-e412-478e-a4db-7741d7ff67ac on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:24:55.125814 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c5d91bd8-5c10-4903-9f13-72823351e7c4 req-d48f6294-c704-480e-ac1b-a73706702194 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:55.128647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'name': 'network-vif-deleted', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:24:55.149611 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c5d91bd8-5c10-4903-9f13-72823351e7c4 req-d48f6294-c704-480e-ac1b-a73706702194 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] 10.222.0.41 "DELETE /v2.0/ports/3071262a-e412-478e-a4db-7741d7ff67ac HTTP/1.1" status: 204 len: 173 time: 1.3000102 Apr 21 06:24:55.253296 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4975b37-09df-43c4-8a24-7a98b0fa6095', 'name': 'network-vif-deleted', 'tag': '3071262a-e412-478e-a4db-7741d7ff67ac', 'status': 'completed', 'code': 200} Apr 21 06:24:55.588124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e5bd0-56e2-487c-97bd-40d935f7bc28 req-c3fd6732-9f9b-4244-ad73-e68724e97c70 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:55.589830 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-729e5bd0-56e2-487c-97bd-40d935f7bc28 req-c3fd6732-9f9b-4244-ad73-e68724e97c70 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 946 time: 0.0927038 Apr 21 06:24:55.645465 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-729e5bd0-56e2-487c-97bd-40d935f7bc28 req-2700aff2-2904-4d53-8f8f-de3048fb4746 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487940 Apr 21 06:24:56.451248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35370) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:56.949237 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf876d8d-fd8a-4838-b5c9-fbfd57bdac8c req-4685516d-704c-4282-8bfd-012657d55c43 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:24:56.950763 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-cf876d8d-fd8a-4838-b5c9-fbfd57bdac8c req-4685516d-704c-4282-8bfd-012657d55c43 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 946 time: 0.1745250 Apr 21 06:24:57.050376 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-cf876d8d-fd8a-4838-b5c9-fbfd57bdac8c req-0ff96d97-48ca-4162-9696-bab8d65491ca tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905428 Apr 21 06:24:57.163760 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e433b165-e494-45de-8f26-71f4e0802ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381923'] for router_interface, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:57.551602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-e433b165-e494-45de-8f26-71f4e0802ce4 admin admin] Deleting port 2b64f827-ac30-4644-8f76-c4a90b933952 {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:24:57.552374 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e433b165-e494-45de-8f26-71f4e0802ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:57.594393 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 3071262a-e412-478e-a4db-7741d7ff67ac no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:24:57.631685 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: 3071262a-e412-478e-a4db-7741d7ff67ac {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:24:57.632131 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 3071262a-e412-478e-a4db-7741d7ff67ac not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:24:57.737926 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-e433b165-e494-45de-8f26-71f4e0802ce4 admin admin] For port 2b64f827-ac30-4644-8f76-c4a90b933952, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=2b64f827-ac30-4644-8f76-c4a90b933952,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:57.738409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e433b165-e494-45de-8f26-71f4e0802ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:57.871348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-e433b165-e494-45de-8f26-71f4e0802ce4 admin admin] Calling delete_port for 2b64f827-ac30-4644-8f76-c4a90b933952 owned by network:router_interface {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:24:58.048061 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e433b165-e494-45de-8f26-71f4e0802ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:58.052777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-80d5f7b8-548f-4e2f-9242-d7ee8091ac5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:24:58.100578 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433b165-e494-45de-8f26-71f4e0802ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b64f827-ac30-4644-8f76-c4a90b933952,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:24:58.103932 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e433b165-e494-45de-8f26-71f4e0802ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:24:58.400947 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e433b165-e494-45de-8f26-71f4e0802ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8095905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381853'] for router_interface, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:59.051573 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e433b165-e494-45de-8f26-71f4e0802ce4 admin admin] Router 33d07287-5abb-466a-ac91-1f8e5bf4d39b has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:24:59.247688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e433b165-e494-45de-8f26-71f4e0802ce4 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:24:59.256873 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4014d5-1392-4ebd-952c-468ab5bb8c26 None None] Sync routers for ids ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:24:59.260771 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e433b165-e494-45de-8f26-71f4e0802ce4 admin admin] 10.222.0.32 "PUT /v2.0/routers/33d07287-5abb-466a-ac91-1f8e5bf4d39b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8077400 Apr 21 06:24:59.263395 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35398) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:24:59.267508 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4014d5-1392-4ebd-952c-468ab5bb8c26 None None] Routers {'33d07287-5abb-466a-ac91-1f8e5bf4d39b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:24:59.268264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-ec4014d5-1392-4ebd-952c-468ab5bb8c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:24:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:59.461908 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Notify callbacks [] for router, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:59.629347 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-ec4014d5-1392-4ebd-952c-468ab5bb8c26 None None] Set router 33d07287-5abb-466a-ac91-1f8e5bf4d39b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:24:59.653750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:59.663217 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Deleting port 29a50b89-cda2-44c4-9cdd-f5e384835954 {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:24:59.663588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:59.859197 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] For port 29a50b89-cda2-44c4-9cdd-f5e384835954, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=29a50b89-cda2-44c4-9cdd-f5e384835954,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:24:59.859730 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:24:59.949388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-ec4014d5-1392-4ebd-952c-468ab5bb8c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:24:57Z', 'revision_number': 5, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port': {'id': '29a50b89-cda2-44c4-9cdd-f5e384835954', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:42Z', 'updated_at': '2021-04-21T06:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:24:59.954037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4014d5-1392-4ebd-952c-468ab5bb8c26 None None] Checking router: 33d07287-5abb-466a-ac91-1f8e5bf4d39b for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:24:59.964416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4014d5-1392-4ebd-952c-468ab5bb8c26 None None] Routers {'33d07287-5abb-466a-ac91-1f8e5bf4d39b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:24:59.965154 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-ec4014d5-1392-4ebd-952c-468ab5bb8c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:24:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:00.006734 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Calling delete_port for 29a50b89-cda2-44c4-9cdd-f5e384835954 owned by network:router_gateway {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:00.131141 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-ec4014d5-1392-4ebd-952c-468ab5bb8c26 None None] Set router 33d07287-5abb-466a-ac91-1f8e5bf4d39b gateway port host: None {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:00.198344 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:00.203334 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:00.245726 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-ec4014d5-1392-4ebd-952c-468ab5bb8c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:24:59Z', 'revision_number': 6, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port_host': None}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:00.250059 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4014d5-1392-4ebd-952c-468ab5bb8c26 None None] The sync data for ids ['33d07287-5abb-466a-ac91-1f8e5bf4d39b'] in dv-cinder-776307-5-smb is: [{'id': '33d07287-5abb-466a-ac91-1f8e5bf4d39b', 'name': 'tempest-TestMinimumBasicScenario-2118220181-router', 'tenant_id': 'b99e970b117f45db8baf3ec9c8508679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:40Z', 'updated_at': '2021-04-21T06:24:59Z', 'revision_number': 6, 'project_id': 'b99e970b117f45db8baf3ec9c8508679', 'gw_port_host': None}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:25:00.250544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Pushing event deleted for resources: {'Port': ['ID=29a50b89-cda2-44c4-9cdd-f5e384835954,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:00.253980 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:00.362318 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7990114'] for router_gateway, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:00.408252 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 2b64f827-ac30-4644-8f76-c4a90b933952 no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:00.459715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 2b64f827-ac30-4644-8f76-c4a90b933952 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:00.459997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 2b64f827-ac30-4644-8f76-c4a90b933952 not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:00.575074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3074'] for router, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:00.577699 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:00.606501 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854349958'] for router, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:00.607110 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33d07287-5abb-466a-ac91-1f8e5bf4d39b {{(pid=86267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:25:00.621385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] Notify callbacks [] for router, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:00.622617 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-8043bbb6-2dcf-48c3-bd6f-c10c288324fa admin admin] 10.222.0.32 "DELETE /v2.0/routers/33d07287-5abb-466a-ac91-1f8e5bf4d39b HTTP/1.1" status: 204 len: 168 time: 1.3582149 Apr 21 06:25:00.625544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35410) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:00.696947 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3de084-2ccf-4964-a11f-27ce9e93f6a1 admin admin] Deleting subnet 9ef494a8-064d-4fde-9bba-3e1272d32ff0 {{(pid=86267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:25:00.700729 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0c3de084-2ccf-4964-a11f-27ce9e93f6a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:00.760406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0c3de084-2ccf-4964-a11f-27ce9e93f6a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6629933'] for subnet, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:00.920128 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0c3de084-2ccf-4964-a11f-27ce9e93f6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:01.197040 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0c3de084-2ccf-4964-a11f-27ce9e93f6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5915450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848809451'] for subnet, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:01.202033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:01.242603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de084-2ccf-4964-a11f-27ce9e93f6a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef494a8-064d-4fde-9bba-3e1272d32ff0,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:01.246098 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0c3de084-2ccf-4964-a11f-27ce9e93f6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:01.246992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0c3de084-2ccf-4964-a11f-27ce9e93f6a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:01.260914 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1164a8-440a-433c-b708-354b564b9550 None None] Network 3ef1878d-7d63-4dcc-a567-846d63e6c820 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:25:01.261082 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-0c3de084-2ccf-4964-a11f-27ce9e93f6a1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9ef494a8-064d-4fde-9bba-3e1272d32ff0 HTTP/1.1" status: 204 len: 168 time: 0.6268752 Apr 21 06:25:01.261082 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35418) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:01.388750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:01.404226 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Deleting port 0f54f207-2a58-41df-8019-f50e531ea17e {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:01.404633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:01.548050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] DHCP port deletion for 3ef1878d-7d63-4dcc-a567-846d63e6c820 request from dv-cinder-776307-5-smb {{(pid=86269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:25:01.554559 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Deleting port 0f54f207-2a58-41df-8019-f50e531ea17e {{(pid=86269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:01.555092 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:01.688491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] For port 0f54f207-2a58-41df-8019-f50e531ea17e, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=0f54f207-2a58-41df-8019-f50e531ea17e,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:01.689001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:01.791662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] For port 0f54f207-2a58-41df-8019-f50e531ea17e, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=0f54f207-2a58-41df-8019-f50e531ea17e,segment=NetworkSegment(b236632d-45f1-4633-9604-0c9b19e9bd52),segment_id=b236632d-45f1-4633-9604-0c9b19e9bd52)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:01.792167 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:01.830218 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Calling delete_port for 0f54f207-2a58-41df-8019-f50e531ea17e owned by network:dhcp {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:01.931030 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Calling delete_port for 0f54f207-2a58-41df-8019-f50e531ea17e owned by network:dhcp {{(pid=86269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:02.122544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173'] for port, after_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:02.128572 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:02.184472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Pushing event deleted for resources: {'Port': ['ID=0f54f207-2a58-41df-8019-f50e531ea17e,revision_number=None']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:02.186448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.db.api [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:25:02.186828 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_db.api [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:25:02.190766 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] No DVR routers for this DVR port 0f54f207-2a58-41df-8019-f50e531ea17e on host dv-cinder-776307-5-smb {{(pid=86269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:25:02.200679 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:02.201212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:02.201415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:02.201801 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:02.202185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:02.202560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:02.202936 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:02.203306 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:02.203676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:02.204091 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:02.204459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:02.204833 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:02.208958 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:02.384502 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 0f54f207-2a58-41df-8019-f50e531ea17e no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:02.423504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 0f54f207-2a58-41df-8019-f50e531ea17e {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:02.424032 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 0f54f207-2a58-41df-8019-f50e531ea17e not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:02.424413 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 29a50b89-cda2-44c4-9cdd-f5e384835954 no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:02.466691 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 29a50b89-cda2-44c4-9cdd-f5e384835954 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:02.467067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 29a50b89-cda2-44c4-9cdd-f5e384835954 not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:02.687765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Deleting port 0f54f207-2a58-41df-8019-f50e531ea17e {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:02.688189 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:02.766981 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] The port '0f54f207-2a58-41df-8019-f50e531ea17e' was deleted {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:25:02.896565 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:03.005995 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42417317-7c59-4e8e-84d2-a8d4f7d16497 req-cc009a62-20b7-4d03-9247-9ae9e1d397b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:03.009070 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-42417317-7c59-4e8e-84d2-a8d4f7d16497 req-cc009a62-20b7-4d03-9247-9ae9e1d397b6 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 945 time: 0.1012464 Apr 21 06:25:03.038120 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef1878d-7d63-4dcc-a567-846d63e6c820']}} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:03.054107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b236632d-45f1-4633-9604-0c9b19e9bd52') {'for_net_delete': True} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:03.054692 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b236632d-45f1-4633-9604-0c9b19e9bd52') {} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:03.064234 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-42417317-7c59-4e8e-84d2-a8d4f7d16497 req-dd258f5f-f9d4-4e31-9a12-256cdc3793bf tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=fda5c144-f635-4e22-882a-9072e88de8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495343 Apr 21 06:25:03.078388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848145883'] for segment, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:03.107066 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:03.116397 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=86267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:25:03.321950 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Network 3ef1878d-7d63-4dcc-a567-846d63e6c820 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:25:03.332838 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848859495'] for segment, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:03.522076 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Network 3ef1878d-7d63-4dcc-a567-846d63e6c820 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: % (table.description, expected, rows_matched) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: % (table.description, expected, rows_matched) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: % (table.description, expected, rows_matched) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: % (table.description, expected, rows_matched) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:25:03.545489 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:25:03.631894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:03.635849 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0da215ba-b543-499e-ad1f-e88d09bcea28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:03.650620 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:03.663315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef1878d-7d63-4dcc-a567-846d63e6c820,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:03.667683 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:03.695371 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c86f51e7-46da-4b39-8d73-74f100f2370e admin admin] 10.222.0.32 "DELETE /v2.0/networks/3ef1878d-7d63-4dcc-a567-846d63e6c820 HTTP/1.1" status: 204 len: 168 time: 2.4379361 Apr 21 06:25:03.698503 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35436) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:04.381373 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1592e-bf8e-4024-bfb8-1abb0479f0a3 req-a2cc3914-32e4-49b4-ab18-e7ef4ae9ae85 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:04.382944 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f9a1592e-bf8e-4024-bfb8-1abb0479f0a3 req-a2cc3914-32e4-49b4-ab18-e7ef4ae9ae85 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 945 time: 0.1523058 Apr 21 06:25:04.393856 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381923'] for router_interface, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:04.594692 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f9a1592e-bf8e-4024-bfb8-1abb0479f0a3 req-93725dc4-5f92-44b6-b946-afbb07668e8f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=fda5c144-f635-4e22-882a-9072e88de8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401176 Apr 21 06:25:04.735561 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-754095c5-9b90-479e-bcce-4926347ba894 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:04.737372 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-754095c5-9b90-479e-bcce-4926347ba894 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.41 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 945 time: 0.1176565 Apr 21 06:25:04.839214 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] Deleting port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:04.839645 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:04.865778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Deleting port b4cc4566-029a-45f7-8c38-8a5629456415 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:04.866183 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:05.027071 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:25:05.047385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] For port 0425914b-1ab9-4d4b-bd0d-0a1aab53cced, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=0425914b-1ab9-4d4b-bd0d-0a1aab53cced,segment=NetworkSegment(f3915218-a227-41b5-845c-a64e53a69b03),segment_id=f3915218-a227-41b5-845c-a64e53a69b03)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:05.047755 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:05.225319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] For port b4cc4566-029a-45f7-8c38-8a5629456415, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b4cc4566-029a-45f7-8c38-8a5629456415,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:05.225717 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:05.296872 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] Calling delete_port for 0425914b-1ab9-4d4b-bd0d-0a1aab53cced owned by network:router_interface {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:05.578914 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:05.579681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:05.580071 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:05.580721 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_db [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Floating IP 323db129-b56c-4890-80c0-4e4a38a35086 disassociated. External IP: 172.28.0.127, port: b4cc4566-029a-45f7-8c38-8a5629456415. Apr 21 06:25:05.581399 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Calling delete_port for b4cc4566-029a-45f7-8c38-8a5629456415 owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:05.584297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:05.635293 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=0425914b-1ab9-4d4b-bd0d-0a1aab53cced,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:05.638046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:05.960572 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:05.982217 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-874a4dca-7bdb-48ea-a702-43ea264a6539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:06.045247 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event deleted for resources: {'Port': ['ID=b4cc4566-029a-45f7-8c38-8a5629456415,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:06.048270 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:06.254655 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cb370-9239-4f9f-94d8-35217070949b req-e12e889f-802e-4e7b-930f-b636f82919d1 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:06.256447 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea3cb370-9239-4f9f-94d8-35217070949b req-e12e889f-802e-4e7b-930f-b636f82919d1 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/ports?device_id=301d0044-5fc8-4449-b777-ef69f0f8a553 HTTP/1.1" status: 200 len: 867 time: 0.4058979 Apr 21 06:25:06.281237 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8095905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381853'] for router_interface, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:06.331718 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:25:06.343814 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea3cb370-9239-4f9f-94d8-35217070949b req-06704f32-2be1-4917-b0a2-58929fde45fb tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups?id=fda5c144-f635-4e22-882a-9072e88de8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625079 Apr 21 06:25:06.582436 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:25:06.602827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7146ae-ae5c-419d-94bd-fc5ec8cd2b7a None None] Sync routers for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:25:06.615627 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7146ae-ae5c-419d-94bd-fc5ec8cd2b7a None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:06.616741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-5a7146ae-ae5c-419d-94bd-fc5ec8cd2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:24:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:06.743208 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] No DVR routers for this DVR port b4cc4566-029a-45f7-8c38-8a5629456415 on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:25:06.747062 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:06.750686 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301d0044-5fc8-4449-b777-ef69f0f8a553', 'name': 'network-vif-deleted', 'tag': 'b4cc4566-029a-45f7-8c38-8a5629456415'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:25:06.772541 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ae3c3611-847a-4b11-9a39-6faa2047018e req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.41 "DELETE /v2.0/ports/b4cc4566-029a-45f7-8c38-8a5629456415 HTTP/1.1" status: 204 len: 173 time: 2.0288932 Apr 21 06:25:06.830452 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301d0044-5fc8-4449-b777-ef69f0f8a553', 'name': 'network-vif-deleted', 'tag': 'b4cc4566-029a-45f7-8c38-8a5629456415', 'status': 'completed', 'code': 200} Apr 21 06:25:06.915558 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-5a7146ae-ae5c-419d-94bd-fc5ec8cd2b7a None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:06.958107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] Router ea6bd5b6-a5e7-4211-90a8-34f1bd63325a has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:25:07.167818 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:25:07.181507 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] 10.222.0.32 "PUT /v2.0/routers/ea6bd5b6-a5e7-4211-90a8-34f1bd63325a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4794161 Apr 21 06:25:07.182020 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35446) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:07.182796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c410d12-923a-4b5f-b07c-03d558daf76d None None] Sync routers for ids ['ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:25:07.194615 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c410d12-923a-4b5f-b07c-03d558daf76d None None] Routers {'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:07.195538 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-7c410d12-923a-4b5f-b07c-03d558daf76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:24:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:07.300152 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-5a7146ae-ae5c-419d-94bd-fc5ec8cd2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:43Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:07.306427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7146ae-ae5c-419d-94bd-fc5ec8cd2b7a None None] Checking router: c45b77fe-7292-4351-a8e1-7c1cdc9b7222 for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:25:07.317204 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7146ae-ae5c-419d-94bd-fc5ec8cd2b7a None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:07.318498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-5a7146ae-ae5c-419d-94bd-fc5ec8cd2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:24:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:07.401526 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Notify callbacks [] for router, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:07.722524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-7c410d12-923a-4b5f-b07c-03d558daf76d None None] Set router ea6bd5b6-a5e7-4211-90a8-34f1bd63325a gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:07.732998 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:07.753043 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Deleting port f48c2b92-90d8-4e04-acff-f9b392781124 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:07.753683 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:07.754719 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-5a7146ae-ae5c-419d-94bd-fc5ec8cd2b7a None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:07.799205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35454) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:07.886298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c72f5037-70eb-4fc7-9bbf-6cad53f10a62 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:07.919708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c72f5037-70eb-4fc7-9bbf-6cad53f10a62 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:07.970889 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] For port f48c2b92-90d8-4e04-acff-f9b392781124, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=f48c2b92-90d8-4e04-acff-f9b392781124,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:07.971567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:07.972124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c72f5037-70eb-4fc7-9bbf-6cad53f10a62 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:07.978435 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-040596d3-05eb-42d7-8be5-82728ebb61c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:07.998744 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f5037-70eb-4fc7-9bbf-6cad53f10a62 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda5c144-f635-4e22-882a-9072e88de8fb,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:08.001960 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c72f5037-70eb-4fc7-9bbf-6cad53f10a62 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:08.010296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c72f5037-70eb-4fc7-9bbf-6cad53f10a62 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.011565 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c72f5037-70eb-4fc7-9bbf-6cad53f10a62 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "DELETE /v2.0/security-groups/fda5c144-f635-4e22-882a-9072e88de8fb HTTP/1.1" status: 204 len: 168 time: 0.2112014 Apr 21 06:25:08.016600 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35458) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:08.036230 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.v2.resource [None req-35b1fe1f-e46f-4046-b63f-3c51c091b73b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] show failed (client error): The resource could not be found. Apr 21 06:25:08.040557 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-35b1fe1f-e46f-4046-b63f-3c51c091b73b tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "GET /v2.0/security-groups/fda5c144-f635-4e22-882a-9072e88de8fb HTTP/1.1" status: 404 len: 347 time: 0.0228322 Apr 21 06:25:08.041352 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35462) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:08.113549 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-7c410d12-923a-4b5f-b07c-03d558daf76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'name': 'tempest-TestMinimumBasicScenario-1022469085-router', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:58Z', 'updated_at': '2021-04-21T06:25:05Z', 'revision_number': 5, 'project_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'gw_port': {'id': 'f48c2b92-90d8-4e04-acff-f9b392781124', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:21:59Z', 'updated_at': '2021-04-21T06:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:08.119073 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c410d12-923a-4b5f-b07c-03d558daf76d None None] Checking router: ea6bd5b6-a5e7-4211-90a8-34f1bd63325a for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:25:08.130106 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c410d12-923a-4b5f-b07c-03d558daf76d None None] Routers {'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:08.131083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-7c410d12-923a-4b5f-b07c-03d558daf76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:24:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:08.149504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Calling delete_port for f48c2b92-90d8-4e04-acff-f9b392781124 owned by network:router_gateway {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:08.181345 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-5a7146ae-ae5c-419d-94bd-fc5ec8cd2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:43Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:08.187051 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7146ae-ae5c-419d-94bd-fc5ec8cd2b7a None None] The sync data for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb is: [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:19:24Z', 'revision_number': 4, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '27b1bd6b-645a-48df-b518-fe055cf87a1b', 'name': '', 'network_id': 'c2af643d-203c-4cb9-ab5a-766c1cede763', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'mac_address': 'fa:16:3e:55:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:21Z', 'updated_at': '2021-04-21T06:19:43Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'subnets': [{'id': '8f9a5fb8-b027-4dde-8595-3dac89598941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:25:08.235754 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-b1751f9f-6d95-4e21-a883-65b9f7691c3f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Deleting port 56920758-f01e-42ee-a36d-d5153054a9ce {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:08.236104 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b1751f9f-6d95-4e21-a883-65b9f7691c3f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.314736 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-7c410d12-923a-4b5f-b07c-03d558daf76d None None] Set router ea6bd5b6-a5e7-4211-90a8-34f1bd63325a gateway port host: None {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:08.434886 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b1751f9f-6d95-4e21-a883-65b9f7691c3f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.435268 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b1751f9f-6d95-4e21-a883-65b9f7691c3f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.449217 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-7c410d12-923a-4b5f-b07c-03d558daf76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'name': 'tempest-TestMinimumBasicScenario-1022469085-router', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:58Z', 'updated_at': '2021-04-21T06:25:07Z', 'revision_number': 6, 'project_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'gw_port_host': None}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:08.458360 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c410d12-923a-4b5f-b07c-03d558daf76d None None] The sync data for ids ['ea6bd5b6-a5e7-4211-90a8-34f1bd63325a'] in dv-cinder-776307-5-smb is: [{'id': 'ea6bd5b6-a5e7-4211-90a8-34f1bd63325a', 'name': 'tempest-TestMinimumBasicScenario-1022469085-router', 'tenant_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:21:58Z', 'updated_at': '2021-04-21T06:25:07Z', 'revision_number': 6, 'project_id': 'b14dea4c98fc4a9f851c3ca3d5faf7ca', 'gw_port_host': None}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:25:08.585205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.592009 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:08.598624 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-b1751f9f-6d95-4e21-a883-65b9f7691c3f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Calling delete_port for 56920758-f01e-42ee-a36d-d5153054a9ce owned by network:floatingip {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:08.637717 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=f48c2b92-90d8-4e04-acff-f9b392781124,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:08.641357 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:08.674939 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344763c5-64a7-4298-904e-034fb8989018 None None] New status for floating IP 323db129-b56c-4890-80c0-4e4a38a35086: DOWN {{(pid=86270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:25:08.741285 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7990114'] for router_gateway, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.763839 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b1751f9f-6d95-4e21-a883-65b9f7691c3f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.769516 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:08.778817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5eab729d-9373-4cdf-8a94-40a24a34958c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.825456 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1751f9f-6d95-4e21-a883-65b9f7691c3f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Pushing event deleted for resources: {'Port': ['ID=56920758-f01e-42ee-a36d-d5153054a9ce,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:08.829563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b1751f9f-6d95-4e21-a883-65b9f7691c3f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:08.870067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.db.api [None req-344763c5-64a7-4298-904e-034fb8989018 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:25:08.870508 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_db.api [None req-344763c5-64a7-4298-904e-034fb8989018 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:25:08.935636 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b1751f9f-6d95-4e21-a883-65b9f7691c3f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks [] for floatingip, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.947570 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3074'] for router, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.950058 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.952241 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b1751f9f-6d95-4e21-a883-65b9f7691c3f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:08.953490 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b1751f9f-6d95-4e21-a883-65b9f7691c3f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] 10.222.0.32 "DELETE /v2.0/floatingips/323db129-b56c-4890-80c0-4e4a38a35086 HTTP/1.1" status: 204 len: 168 time: 0.9111321 Apr 21 06:25:09.038010 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854349958'] for router, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:09.038597 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea6bd5b6-a5e7-4211-90a8-34f1bd63325a {{(pid=86268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:25:09.052397 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Notify callbacks [] for router, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:09.053637 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] 10.222.0.32 "DELETE /v2.0/routers/ea6bd5b6-a5e7-4211-90a8-34f1bd63325a HTTP/1.1" status: 204 len: 168 time: 1.8705499 Apr 21 06:25:09.056468 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35468) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:09.123826 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bb8fa6-bc53-4e53-bcf6-ea8519c3c464 admin admin] Deleting subnet f5b99ffc-4c2c-41b5-81f9-e158eb289a90 {{(pid=86268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:25:09.127042 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8fa6-bc53-4e53-bcf6-ea8519c3c464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:09.197396 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8fa6-bc53-4e53-bcf6-ea8519c3c464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6272019'] for subnet, precommit_delete_associations {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:09.330896 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8fa6-bc53-4e53-bcf6-ea8519c3c464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:09.371756 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344763c5-64a7-4298-904e-034fb8989018 None None] New status for floating IP 323db129-b56c-4890-80c0-4e4a38a35086: DOWN {{(pid=86270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:25:09.595397 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device b4cc4566-029a-45f7-8c38-8a5629456415 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:09.659761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: b4cc4566-029a-45f7-8c38-8a5629456415 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:09.660417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device b4cc4566-029a-45f7-8c38-8a5629456415 not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:09.662310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8fa6-bc53-4e53-bcf6-ea8519c3c464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848161355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848498396'] for subnet, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:09.667353 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9028c2f7-6b90-431d-acd4-e1b5b3bc8197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:09.708717 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb8fa6-bc53-4e53-bcf6-ea8519c3c464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5b99ffc-4c2c-41b5-81f9-e158eb289a90,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:09.713319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e1bb8fa6-bc53-4e53-bcf6-ea8519c3c464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:09.715804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8fa6-bc53-4e53-bcf6-ea8519c3c464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:09.721460 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43ee229-56d6-4003-ae90-17c1340f2bf4 None None] Network fa3076dc-698b-4a15-9599-bb3033a69604 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:25:09.724632 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e1bb8fa6-bc53-4e53-bcf6-ea8519c3c464 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f5b99ffc-4c2c-41b5-81f9-e158eb289a90 HTTP/1.1" status: 204 len: 168 time: 0.6666694 Apr 21 06:25:09.724985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35474) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:09.848388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:09.859467 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Deleting port 043db8a0-a784-49d9-9ccd-94a194329261 {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:09.859837 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:09.988881 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188450d8-062d-4157-92db-199ee2cfd808 None None] DHCP port deletion for fa3076dc-698b-4a15-9599-bb3033a69604 request from dv-cinder-776307-5-smb {{(pid=86269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:25:09.994053 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-188450d8-062d-4157-92db-199ee2cfd808 None None] Deleting port 043db8a0-a784-49d9-9ccd-94a194329261 {{(pid=86269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:09.994484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-188450d8-062d-4157-92db-199ee2cfd808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:10.098516 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] For port 043db8a0-a784-49d9-9ccd-94a194329261, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=043db8a0-a784-49d9-9ccd-94a194329261,segment=NetworkSegment(f3915218-a227-41b5-845c-a64e53a69b03),segment_id=f3915218-a227-41b5-845c-a64e53a69b03)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:10.098829 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:10.218396 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-188450d8-062d-4157-92db-199ee2cfd808 None None] For port 043db8a0-a784-49d9-9ccd-94a194329261, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=043db8a0-a784-49d9-9ccd-94a194329261,segment=NetworkSegment(f3915218-a227-41b5-845c-a64e53a69b03),segment_id=f3915218-a227-41b5-845c-a64e53a69b03)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:10.218755 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-188450d8-062d-4157-92db-199ee2cfd808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:10.236124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Calling delete_port for 043db8a0-a784-49d9-9ccd-94a194329261 owned by network:dhcp {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:10.317126 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:10.330184 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-91ee81f1-84ea-4b69-80b6-036af66b7cc2 tempest-VolumesSnapshotTestJSON-705770922 tempest-VolumesSnapshotTestJSON-705770922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:10.365712 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-188450d8-062d-4157-92db-199ee2cfd808 None None] Calling delete_port for 043db8a0-a784-49d9-9ccd-94a194329261 owned by network:dhcp {{(pid=86269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:10.381547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Pushing event deleted for resources: {'Port': ['ID=043db8a0-a784-49d9-9ccd-94a194329261,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:10.383617 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] No DVR routers for this DVR port 043db8a0-a784-49d9-9ccd-94a194329261 on host dv-cinder-776307-5-smb {{(pid=86267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:25:10.385247 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:10.450035 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 0425914b-1ab9-4d4b-bd0d-0a1aab53cced no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:10.489653 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 0425914b-1ab9-4d4b-bd0d-0a1aab53cced {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:10.490056 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 0425914b-1ab9-4d4b-bd0d-0a1aab53cced not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:10.490526 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device f48c2b92-90d8-4e04-acff-f9b392781124 no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:10.522462 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:10.526671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.db.api [None req-188450d8-062d-4157-92db-199ee2cfd808 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86269) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:25:10.527090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_db.api [None req-188450d8-062d-4157-92db-199ee2cfd808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:25:10.533209 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: f48c2b92-90d8-4e04-acff-f9b392781124 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:10.533606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device f48c2b92-90d8-4e04-acff-f9b392781124 not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:10.534081 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 043db8a0-a784-49d9-9ccd-94a194329261 no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:10.572446 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 043db8a0-a784-49d9-9ccd-94a194329261 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:10.572847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 043db8a0-a784-49d9-9ccd-94a194329261 not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:10.640168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3076dc-698b-4a15-9599-bb3033a69604']}} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:10.654188 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3915218-a227-41b5-845c-a64e53a69b03') {'for_net_delete': True} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:10.654526 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3915218-a227-41b5-845c-a64e53a69b03') {} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:10.667426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848145883'] for segment, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:10.684910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:10.691715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=86267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:25:10.868088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Network fa3076dc-698b-4a15-9599-bb3033a69604 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:25:10.876921 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848859495'] for segment, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:11.028511 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-188450d8-062d-4157-92db-199ee2cfd808 None None] Deleting port 043db8a0-a784-49d9-9ccd-94a194329261 {{(pid=86269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:11.029074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-188450d8-062d-4157-92db-199ee2cfd808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:11.057314 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Network fa3076dc-698b-4a15-9599-bb3033a69604 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:25:11.080070 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:25:11.102624 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-188450d8-062d-4157-92db-199ee2cfd808 None None] The port '043db8a0-a784-49d9-9ccd-94a194329261' was deleted {{(pid=86269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:25:11.162845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:11.167688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:11.171546 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:11.194024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3076dc-698b-4a15-9599-bb3033a69604,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:11.196762 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:11.198693 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fa3076dc-698b-4a15-9599-bb3033a69604 HTTP/1.1" status: 204 len: 168 time: 1.4726310 Apr 21 06:25:11.381591 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35486) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:11.435366 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7d2b0911-33a0-4cf6-b6ab-e7da6830f03a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b99e970b117f45db8baf3ec9c8508679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500402 Apr 21 06:25:11.435605 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35490) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:11.505646 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fd562dfb-0c33-4222-bf9a-354e1cf16378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:11.534819 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fd562dfb-0c33-4222-bf9a-354e1cf16378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:11.586657 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fd562dfb-0c33-4222-bf9a-354e1cf16378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:11.591815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f354c727-b9c1-4348-8c8f-2175aa140df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:11.606445 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd562dfb-0c33-4222-bf9a-354e1cf16378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1965ab6-4f86-46c3-8712-8936d015c30b,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:11.609272 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fd562dfb-0c33-4222-bf9a-354e1cf16378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:11.613763 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-aadc3a64-dcc9-496e-8e31-de2b1b26258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:11.618949 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fd562dfb-0c33-4222-bf9a-354e1cf16378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:11.622766 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-fd562dfb-0c33-4222-bf9a-354e1cf16378 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1965ab6-4f86-46c3-8712-8936d015c30b HTTP/1.1" status: 204 len: 168 time: 0.1837051 Apr 21 06:25:11.988743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35508) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:12.042258 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-562475eb-69a0-463a-99a3-76ce2edac00c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b14dea4c98fc4a9f851c3ca3d5faf7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514655 Apr 21 06:25:12.044279 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35512) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:12.048402 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:12.105680 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f021563b-4ca9-47ab-b205-5a46ef3fa33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:12.132279 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f021563b-4ca9-47ab-b205-5a46ef3fa33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:12.177045 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f021563b-4ca9-47ab-b205-5a46ef3fa33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:12.182311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-95340af7-9db0-44df-9308-1b597d53d1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:12.196258 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021563b-4ca9-47ab-b205-5a46ef3fa33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4373d773-f747-42ee-a75e-0aeb742fd065,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:12.199178 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f021563b-4ca9-47ab-b205-5a46ef3fa33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:12.200472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f021563b-4ca9-47ab-b205-5a46ef3fa33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:12.201701 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f021563b-4ca9-47ab-b205-5a46ef3fa33f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4373d773-f747-42ee-a75e-0aeb742fd065 HTTP/1.1" status: 204 len: 168 time: 0.1564603 Apr 21 06:25:13.026823 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:13.063984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35524) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:14.141291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b0dd218e-b903-4502-a2db-d574b0c39826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381923'] for router_interface, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.524244 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd218e-b903-4502-a2db-d574b0c39826 admin admin] Deleting port 27b1bd6b-645a-48df-b518-fe055cf87a1b {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:14.524621 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b0dd218e-b903-4502-a2db-d574b0c39826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.709512 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-b0dd218e-b903-4502-a2db-d574b0c39826 admin admin] For port 27b1bd6b-645a-48df-b518-fe055cf87a1b, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=27b1bd6b-645a-48df-b518-fe055cf87a1b,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:14.709912 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b0dd218e-b903-4502-a2db-d574b0c39826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:14.840853 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd218e-b903-4502-a2db-d574b0c39826 admin admin] Calling delete_port for 27b1bd6b-645a-48df-b518-fe055cf87a1b owned by network:router_interface {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:15.021105 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b0dd218e-b903-4502-a2db-d574b0c39826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:15.026364 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:15.078340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd218e-b903-4502-a2db-d574b0c39826 admin admin] Pushing event deleted for resources: {'Port': ['ID=27b1bd6b-645a-48df-b518-fe055cf87a1b,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:15.112329 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b0dd218e-b903-4502-a2db-d574b0c39826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:15.113990 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:15.360358 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b0dd218e-b903-4502-a2db-d574b0c39826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8095905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381853'] for router_interface, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:15.744232 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dd218e-b903-4502-a2db-d574b0c39826 admin admin] Router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:25:15.933600 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dd218e-b903-4502-a2db-d574b0c39826 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:25:15.942403 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4eec7-0a17-4449-96fe-2be92bb3c41b None None] Sync routers for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:25:15.946786 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b0dd218e-b903-4502-a2db-d574b0c39826 admin admin] 10.222.0.32 "PUT /v2.0/routers/c45b77fe-7292-4351-a8e1-7c1cdc9b7222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8816423 Apr 21 06:25:15.949541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35530) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:15.952527 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4eec7-0a17-4449-96fe-2be92bb3c41b None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:15.953409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c2e4eec7-0a17-4449-96fe-2be92bb3c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:25:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:16.137355 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Notify callbacks [] for router, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:16.146677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-c2e4eec7-0a17-4449-96fe-2be92bb3c41b None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:16.474969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c2e4eec7-0a17-4449-96fe-2be92bb3c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:25:14Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:16.479260 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4eec7-0a17-4449-96fe-2be92bb3c41b None None] Checking router: c45b77fe-7292-4351-a8e1-7c1cdc9b7222 for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:25:16.492628 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4eec7-0a17-4449-96fe-2be92bb3c41b None None] Routers {'c45b77fe-7292-4351-a8e1-7c1cdc9b7222'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:16.493406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c2e4eec7-0a17-4449-96fe-2be92bb3c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:25:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:16.589435 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:16.597772 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Deleting port 151e01b3-5ee9-44e0-bea0-e144062d9a1e {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:16.598153 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:16.684905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-c2e4eec7-0a17-4449-96fe-2be92bb3c41b None None] Set router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:16.799578 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] For port 151e01b3-5ee9-44e0-bea0-e144062d9a1e, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=151e01b3-5ee9-44e0-bea0-e144062d9a1e,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:16.800032 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:16.936928 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Calling delete_port for 151e01b3-5ee9-44e0-bea0-e144062d9a1e owned by network:router_gateway {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:16.990651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c2e4eec7-0a17-4449-96fe-2be92bb3c41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:25:14Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:16.994834 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e4eec7-0a17-4449-96fe-2be92bb3c41b None None] The sync data for ids ['c45b77fe-7292-4351-a8e1-7c1cdc9b7222'] in dv-cinder-776307-5-smb is: [{'id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'name': 'tempest-AttachVolumeTestJSON-938399399-router', 'tenant_id': '8d770d4b502e43fab6b4945aa424cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208'}], 'enable_snat': True}, 'gw_port_id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:19:13Z', 'updated_at': '2021-04-21T06:25:14Z', 'revision_number': 5, 'project_id': '8d770d4b502e43fab6b4945aa424cf5b', 'gw_port': {'id': '151e01b3-5ee9-44e0-bea0-e144062d9a1e', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45b77fe-7292-4351-a8e1-7c1cdc9b7222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:19:15Z', 'updated_at': '2021-04-21T06:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:25:17.112845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:17.118108 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-caabc593-e0ae-47e0-aa69-eb370a603f6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:17.196185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=151e01b3-5ee9-44e0-bea0-e144062d9a1e,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:17.198923 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:17.263634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7990114'] for router_gateway, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:17.451503 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3074'] for router, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:17.453919 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:17.477576 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854349958'] for router, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:17.478116 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c45b77fe-7292-4351-a8e1-7c1cdc9b7222 {{(pid=86267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:25:17.491584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Notify callbacks [] for router, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:17.492911 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c45b77fe-7292-4351-a8e1-7c1cdc9b7222 HTTP/1.1" status: 204 len: 168 time: 1.5423632 Apr 21 06:25:17.495697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35534) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:17.563910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7ed8fc-3043-487f-b22d-c2bc076121e0 admin admin] Deleting subnet 8f9a5fb8-b027-4dde-8595-3dac89598941 {{(pid=86267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:25:17.567738 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ef7ed8fc-3043-487f-b22d-c2bc076121e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:17.623163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ef7ed8fc-3043-487f-b22d-c2bc076121e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6629933'] for subnet, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:17.705962 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ef7ed8fc-3043-487f-b22d-c2bc076121e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:17.965709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ef7ed8fc-3043-487f-b22d-c2bc076121e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5915450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848809451'] for subnet, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:17.970872 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0c3de084-2ccf-4964-a11f-27ce9e93f6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:18.009037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ed8fc-3043-487f-b22d-c2bc076121e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9a5fb8-b027-4dde-8595-3dac89598941,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:18.011203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ef7ed8fc-3043-487f-b22d-c2bc076121e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.017043 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef4bf6e-4ef2-45d5-b515-2824745cb9f6 None None] Network c2af643d-203c-4cb9-ab5a-766c1cede763 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:25:18.017339 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ef7ed8fc-3043-487f-b22d-c2bc076121e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:18.018827 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ef7ed8fc-3043-487f-b22d-c2bc076121e0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8f9a5fb8-b027-4dde-8595-3dac89598941 HTTP/1.1" status: 204 len: 168 time: 0.5220728 Apr 21 06:25:18.021465 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35538) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:18.140819 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.153068 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Deleting port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:18.153446 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.377772 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 151e01b3-5ee9-44e0-bea0-e144062d9a1e no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:18.386986 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] For port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b,segment=NetworkSegment(97cefbdf-2a45-4099-afeb-080980388136),segment_id=97cefbdf-2a45-4099-afeb-080980388136)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:18.387388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.419269 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 151e01b3-5ee9-44e0-bea0-e144062d9a1e {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:18.419659 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 151e01b3-5ee9-44e0-bea0-e144062d9a1e not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:18.420151 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 27b1bd6b-645a-48df-b518-fe055cf87a1b no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:18.458093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 27b1bd6b-645a-48df-b518-fe055cf87a1b {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:18.458486 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 27b1bd6b-645a-48df-b518-fe055cf87a1b not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:18.529208 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Calling delete_port for e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b owned by network:dhcp {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:18.544072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac0609d-14b9-4d31-a095-269e56d1338a None None] DHCP port deletion for c2af643d-203c-4cb9-ab5a-766c1cede763 request from dv-cinder-776307-5-smb {{(pid=86269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:25:18.548705 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-cac0609d-14b9-4d31-a095-269e56d1338a None None] Deleting port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b {{(pid=86269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:18.549128 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cac0609d-14b9-4d31-a095-269e56d1338a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.609063 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.614778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-35f5b619-33b0-4495-a088-1475a3ca8a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:18.642187 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-cac0609d-14b9-4d31-a095-269e56d1338a None None] The port 'e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b' was deleted {{(pid=86269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:25:18.667028 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:18.669110 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] No DVR routers for this DVR port e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b on host dv-cinder-776307-5-smb {{(pid=86267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:25:18.670609 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:18.790534 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f6a2336b-3568-4c74-9cfe-71f08ee0c0e6 req-fa1e49e5-b126-456d-b1ef-69924881ca16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788438 Apr 21 06:25:18.795811 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.888945 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2336b-3568-4c74-9cfe-71f08ee0c0e6 req-d6a933e2-6b96-4e93-a69a-81c4dc3d5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:18.890477 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f6a2336b-3568-4c74-9cfe-71f08ee0c0e6 req-d6a933e2-6b96-4e93-a69a-81c4dc3d5b75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 1099 time: 0.0777712 Apr 21 06:25:18.916830 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2af643d-203c-4cb9-ab5a-766c1cede763']}} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:18.933852 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97cefbdf-2a45-4099-afeb-080980388136') {'for_net_delete': True} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:18.934191 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97cefbdf-2a45-4099-afeb-080980388136') {} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:18.946570 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848145883'] for segment, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.962145 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:18.968544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=86267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:25:19.049276 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2336b-3568-4c74-9cfe-71f08ee0c0e6 req-7d25bf8a-e15e-48dd-b297-c6b64f1100c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:19.050900 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f6a2336b-3568-4c74-9cfe-71f08ee0c0e6 req-7d25bf8a-e15e-48dd-b297-c6b64f1100c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 917 time: 0.1396847 Apr 21 06:25:19.149854 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Network c2af643d-203c-4cb9-ab5a-766c1cede763 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:25:19.159154 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848859495'] for segment, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:19.165629 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f6a2336b-3568-4c74-9cfe-71f08ee0c0e6 req-c3f9c739-ff78-4225-8017-452d968808a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d HTTP/1.1" status: 200 len: 1001 time: 0.1074970 Apr 21 06:25:19.239662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2336b-3568-4c74-9cfe-71f08ee0c0e6 req-e1470a78-e32a-4985-a704-58b2e6f7edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:19.241256 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f6a2336b-3568-4c74-9cfe-71f08ee0c0e6 req-e1470a78-e32a-4985-a704-58b2e6f7edc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 200 len: 855 time: 0.0683081 Apr 21 06:25:19.326066 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2336b-3568-4c74-9cfe-71f08ee0c0e6 req-90063835-a4cc-411c-a87d-2a95be67e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:19.327662 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f6a2336b-3568-4c74-9cfe-71f08ee0c0e6 req-90063835-a4cc-411c-a87d-2a95be67e822 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f539fb37-8abf-4a55-9300-e38107332925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790591 Apr 21 06:25:19.342376 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Network c2af643d-203c-4cb9-ab5a-766c1cede763 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:25:19.365036 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:25:19.420455 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:19.452954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:19.457216 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-970c2796-0af6-4e87-905d-0afe53741b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:19.473434 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f6a2336b-3568-4c74-9cfe-71f08ee0c0e6 req-b5cc206b-f996-497c-ad7c-153e9bb117c8 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386309 Apr 21 06:25:19.474053 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:19.480883 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2af643d-203c-4cb9-ab5a-766c1cede763,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:19.485752 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:19.498947 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c2af643d-203c-4cb9-ab5a-766c1cede763 HTTP/1.1" status: 204 len: 168 time: 1.4764137 Apr 21 06:25:19.624307 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35546) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:19.642250 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f6a2336b-3568-4c74-9cfe-71f08ee0c0e6 req-c77efb78-e698-4872-8ec3-0d0d285c84dc service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622243 Apr 21 06:25:19.680439 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-0c4c54b9-1ba0-4907-95ec-e9901f2a5ea0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d770d4b502e43fab6b4945aa424cf5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0547652 Apr 21 06:25:19.682936 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35550) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:19.745942 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e8520475-d23c-4826-80c3-4f604a836fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:19.777763 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e8520475-d23c-4826-80c3-4f604a836fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:19.824235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e8520475-d23c-4826-80c3-4f604a836fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:19.829392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-dacd7993-b775-484b-aa18-0f8be87817f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:19.843326 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8520475-d23c-4826-80c3-4f604a836fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48b0c0a-e45f-4b0f-996c-45e2e8c384de,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:19.849100 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e8520475-d23c-4826-80c3-4f604a836fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:19.850722 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e8520475-d23c-4826-80c3-4f604a836fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:19.853028 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e8520475-d23c-4826-80c3-4f604a836fa4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c48b0c0a-e45f-4b0f-996c-45e2e8c384de HTTP/1.1" status: 204 len: 168 time: 0.1679683 Apr 21 06:25:20.372240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:20.410955 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:20.411426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device e4a1b841-7ddb-4d0f-a9d5-a5bf4e48466b not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:27.663562 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35650) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:27.794826 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-eb296f23-4b44-4830-918a-6be1c5b37a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.810729 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-eb296f23-4b44-4830-918a-6be1c5b37a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:27.814956 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-eb296f23-4b44-4830-918a-6be1c5b37a08 admin admin] Usage tracker for resource:security_group_rule and tenant:4f843af75b384b51bbec55504d3c2ef6 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:27.817712 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd060368-1c14-428c-90a8-c6758f0ae33e req-fdbf4107-32db-43af-a9ad-ff0df653f5ce tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:27.818011 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-eb296f23-4b44-4830-918a-6be1c5b37a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:27.819354 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fd060368-1c14-428c-90a8-c6758f0ae33e req-fdbf4107-32db-43af-a9ad-ff0df653f5ce tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 946 time: 0.0908296 Apr 21 06:25:27.824498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-eb296f23-4b44-4830-918a-6be1c5b37a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:27.869217 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fd060368-1c14-428c-90a8-c6758f0ae33e req-73cc737f-0f16-49e6-8c54-adb442168ea2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Apr 21 06:25:27.918702 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-eb296f23-4b44-4830-918a-6be1c5b37a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.921349 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-eb296f23-4b44-4830-918a-6be1c5b37a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:27.930226 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-60ddfb26-2860-4c32-a8c5-b6bec928dbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:27.972285 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-eb296f23-4b44-4830-918a-6be1c5b37a08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f843af75b384b51bbec55504d3c2ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074715 Apr 21 06:25:27.973758 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb296f23-4b44-4830-918a-6be1c5b37a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474eadf4-9a10-4915-8d17-6645c0953be6,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:27.975674 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35656) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:27.977098 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-eb296f23-4b44-4830-918a-6be1c5b37a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:28.041157 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0171ecc-c4f6-4195-b630-8c9b0925a1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.068524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0171ecc-c4f6-4195-b630-8c9b0925a1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.114204 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0171ecc-c4f6-4195-b630-8c9b0925a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.119214 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ac5931c3-34b3-477e-9c4a-f689c10b0334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:28.132415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0171ecc-c4f6-4195-b630-8c9b0925a1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474eadf4-9a10-4915-8d17-6645c0953be6,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:28.135555 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d0171ecc-c4f6-4195-b630-8c9b0925a1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:28.137716 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0171ecc-c4f6-4195-b630-8c9b0925a1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.138915 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d0171ecc-c4f6-4195-b630-8c9b0925a1b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/474eadf4-9a10-4915-8d17-6645c0953be6 HTTP/1.1" status: 204 len: 168 time: 0.1621044 Apr 21 06:25:28.420492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35664) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:28.440092 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e4ac91a1-f202-48d5-81c2-afceee2e1a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.457171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-e4ac91a1-f202-48d5-81c2-afceee2e1a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:28.461370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-e4ac91a1-f202-48d5-81c2-afceee2e1a9b admin admin] Usage tracker for resource:security_group_rule and tenant:457c30fe4c1d4ff5af5e7aa7a13bb772 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:28.464473 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-e4ac91a1-f202-48d5-81c2-afceee2e1a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:28.470654 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-e4ac91a1-f202-48d5-81c2-afceee2e1a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:28.560713 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e4ac91a1-f202-48d5-81c2-afceee2e1a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.564387 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e4ac91a1-f202-48d5-81c2-afceee2e1a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.574435 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-48410bac-5fea-435c-85e0-966f74ccc14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:28.617449 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e4ac91a1-f202-48d5-81c2-afceee2e1a9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=457c30fe4c1d4ff5af5e7aa7a13bb772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952333 Apr 21 06:25:28.618778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac91a1-f202-48d5-81c2-afceee2e1a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee880350-18ff-4bd4-b80f-e5df2496f599,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:28.620076 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35668) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:28.622052 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e4ac91a1-f202-48d5-81c2-afceee2e1a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:28.695111 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-47f87d54-41c7-49cb-bdb8-a4d9b22e89a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.724722 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-47f87d54-41c7-49cb-bdb8-a4d9b22e89a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.770671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-47f87d54-41c7-49cb-bdb8-a4d9b22e89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.774571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-cb226965-2661-41b2-9418-74025ec9c964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:28.788205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f87d54-41c7-49cb-bdb8-a4d9b22e89a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee880350-18ff-4bd4-b80f-e5df2496f599,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:28.790988 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-47f87d54-41c7-49cb-bdb8-a4d9b22e89a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:28.798750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-47f87d54-41c7-49cb-bdb8-a4d9b22e89a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:28.799984 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-47f87d54-41c7-49cb-bdb8-a4d9b22e89a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee880350-18ff-4bd4-b80f-e5df2496f599 HTTP/1.1" status: 204 len: 168 time: 0.1788116 Apr 21 06:25:29.083458 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3423ae8-62bf-4e14-81ce-0e90589f84a4 req-ec135601-a091-4192-9aa5-7c4daff9cb6a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:29.085260 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b3423ae8-62bf-4e14-81ce-0e90589f84a4 req-ec135601-a091-4192-9aa5-7c4daff9cb6a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 946 time: 0.0917885 Apr 21 06:25:29.140020 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b3423ae8-62bf-4e14-81ce-0e90589f84a4 req-77163a9e-1c3c-4c75-b36e-d5ca89c32b32 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=41352214-46d7-4bf9-8398-2889b9d755a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460951 Apr 21 06:25:29.317686 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-ebe3c617-10ab-4ba1-883d-1fa730413f47 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:29.319324 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-ebe3c617-10ab-4ba1-883d-1fa730413f47 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.41 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 946 time: 0.0895495 Apr 21 06:25:29.399554 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Deleting port 1b150e57-e9a0-4eb8-8033-2205addcad5d {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:29.399983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:29.672993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] For port 1b150e57-e9a0-4eb8-8033-2205addcad5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1b150e57-e9a0-4eb8-8033-2205addcad5d,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:29.673412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.002212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.002786 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.002911 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_db [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Floating IP 2c9dd7b6-f09b-4c58-a8c7-a0611c7e991a disassociated. External IP: 172.28.0.186, port: 1b150e57-e9a0-4eb8-8033-2205addcad5d. Apr 21 06:25:30.003215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Calling delete_port for 1b150e57-e9a0-4eb8-8033-2205addcad5d owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:30.153853 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.159906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a2a33619-d6e2-4f0c-9459-674971010158 tempest-VolumesActionsTest-1976627586 tempest-VolumesActionsTest-1976627586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:30.209879 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event deleted for resources: {'Port': ['ID=1b150e57-e9a0-4eb8-8033-2205addcad5d,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:30.213426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:30.335960 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b28352cb-f152-4f0e-b311-54693828bc56 req-923b18a3-f205-4dce-8527-3953d57d80d9 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 210 time: 0.0600777 Apr 21 06:25:30.645419 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Router 687fb951-4b51-4cd0-bd9f-6be7338dff83 has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:25:30.842969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:25:30.853057 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9590061d-8213-4c3b-a248-9ded280c1af2 None None] Sync routers for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:25:30.863484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9590061d-8213-4c3b-a248-9ded280c1af2 None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:30.864400 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-9590061d-8213-4c3b-a248-9ded280c1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:25:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:30.927695 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] No DVR routers for this DVR port 1b150e57-e9a0-4eb8-8033-2205addcad5d on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:25:30.930360 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:30.938239 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'name': 'network-vif-deleted', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:25:30.951923 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ece81e27-8aa7-4ee0-8f3c-bc469f432470 req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.41 "DELETE /v2.0/ports/1b150e57-e9a0-4eb8-8033-2205addcad5d HTTP/1.1" status: 204 len: 173 time: 1.6246846 Apr 21 06:25:31.021397 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f2061b-7a1f-42af-a44c-dfe23342abbf', 'name': 'network-vif-deleted', 'tag': '1b150e57-e9a0-4eb8-8033-2205addcad5d', 'status': 'completed', 'code': 200} Apr 21 06:25:31.089764 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-9590061d-8213-4c3b-a248-9ded280c1af2 None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:31.431803 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-9590061d-8213-4c3b-a248-9ded280c1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:23:00Z', 'revision_number': 5, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:31.442042 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9590061d-8213-4c3b-a248-9ded280c1af2 None None] Checking router: 687fb951-4b51-4cd0-bd9f-6be7338dff83 for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:25:31.452658 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9590061d-8213-4c3b-a248-9ded280c1af2 None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:31.453326 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-9590061d-8213-4c3b-a248-9ded280c1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:25:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:31.557873 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b2c70b28-d18f-4c50-8844-844832ef5d92 req-906c07d9-8e47-4a55-b491-f55ab494bcc0 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f2061b-7a1f-42af-a44c-dfe23342abbf HTTP/1.1" status: 200 len: 210 time: 0.0563173 Apr 21 06:25:31.652318 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-9590061d-8213-4c3b-a248-9ded280c1af2 None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:31.975495 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-9590061d-8213-4c3b-a248-9ded280c1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:23:00Z', 'revision_number': 5, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:31.979501 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9590061d-8213-4c3b-a248-9ded280c1af2 None None] The sync data for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb is: [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:23:00Z', 'revision_number': 5, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:25:32.336066 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e65aab-e20a-4a2d-ab99-5615385fd06b None None] New status for floating IP 2c9dd7b6-f09b-4c58-a8c7-a0611c7e991a: DOWN {{(pid=86269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:25:32.695890 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35738) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:32.765291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b94b4e19-4821-438b-b324-c163cfeb1c6f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:32.795868 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b94b4e19-4821-438b-b324-c163cfeb1c6f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:32.841279 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b94b4e19-4821-438b-b324-c163cfeb1c6f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:32.846595 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-14327066-a04a-4e96-9a1f-49edc661b881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:32.864838 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b4e19-4821-438b-b324-c163cfeb1c6f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41352214-46d7-4bf9-8398-2889b9d755a1,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:32.867606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b94b4e19-4821-438b-b324-c163cfeb1c6f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:32.874088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b94b4e19-4821-438b-b324-c163cfeb1c6f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:32.875305 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b94b4e19-4821-438b-b324-c163cfeb1c6f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "DELETE /v2.0/security-groups/41352214-46d7-4bf9-8398-2889b9d755a1 HTTP/1.1" status: 204 len: 168 time: 0.1782899 Apr 21 06:25:32.878160 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35742) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:32.897894 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.v2.resource [None req-1680c154-af44-4f3c-8cd3-f320919b848a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] show failed (client error): The resource could not be found. Apr 21 06:25:32.898975 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-1680c154-af44-4f3c-8cd3-f320919b848a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups/41352214-46d7-4bf9-8398-2889b9d755a1 HTTP/1.1" status: 404 len: 347 time: 0.0190983 Apr 21 06:25:32.901961 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35746) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:33.068620 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2fe539c2-43a4-4e81-95c3-ab121d9ef8ef tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Deleting port c74ed828-5126-4ebc-a2f0-d3bffc11e439 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:25:33.068928 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2fe539c2-43a4-4e81-95c3-ab121d9ef8ef tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:33.244232 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2fe539c2-43a4-4e81-95c3-ab121d9ef8ef tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:33.244603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2fe539c2-43a4-4e81-95c3-ab121d9ef8ef tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:33.377947 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2fe539c2-43a4-4e81-95c3-ab121d9ef8ef tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Calling delete_port for c74ed828-5126-4ebc-a2f0-d3bffc11e439 owned by network:floatingip {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:25:33.523811 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2fe539c2-43a4-4e81-95c3-ab121d9ef8ef tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:33.528835 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-bacc5ec6-29bc-4038-9362-d6292fdf5636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:33.611801 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe539c2-43a4-4e81-95c3-ab121d9ef8ef tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event deleted for resources: {'Port': ['ID=c74ed828-5126-4ebc-a2f0-d3bffc11e439,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:33.614544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2fe539c2-43a4-4e81-95c3-ab121d9ef8ef tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:33.682232 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2fe539c2-43a4-4e81-95c3-ab121d9ef8ef tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:33.698105 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2fe539c2-43a4-4e81-95c3-ab121d9ef8ef tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:33.699383 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-2fe539c2-43a4-4e81-95c3-ab121d9ef8ef tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "DELETE /v2.0/floatingips/2c9dd7b6-f09b-4c58-a8c7-a0611c7e991a HTTP/1.1" status: 204 len: 168 time: 0.7964451 Apr 21 06:25:33.734120 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 1b150e57-e9a0-4eb8-8033-2205addcad5d no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:25:33.773807 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: 1b150e57-e9a0-4eb8-8033-2205addcad5d {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:25:33.774209 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 1b150e57-e9a0-4eb8-8033-2205addcad5d not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:25:33.980321 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35764) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:33.986270 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413196461', 'description': 'tempest-description--1623307001'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:33.993468 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:33.997868 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Usage tracker for resource:security_group and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:34.000897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:34.007543 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:34.017798 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.039769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:34.043777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Usage tracker for resource:security_group_rule and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:34.046784 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:34.053241 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:34.128163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.131667 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.137170 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c72f5037-70eb-4fc7-9bbf-6cad53f10a62 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:34.187165 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b506c93-261e-4b97-a939-ac86fe24f6d0,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:34.192687 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:34.197322 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.199183 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f776e225-ca7c-4e60-af9e-abe1fcfb371e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2176375 Apr 21 06:25:34.202180 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35780) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:34.208445 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-4f4cea5f-a734-495e-b516-0a160784b6de tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Request body: {'security_group_rule': {'security_group_id': '0b506c93-261e-4b97-a939-ac86fe24f6d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:34.214795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-4f4cea5f-a734-495e-b516-0a160784b6de tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:34.223728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-4f4cea5f-a734-495e-b516-0a160784b6de tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Usage tracker for resource:security_group_rule and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:34.223728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-4f4cea5f-a734-495e-b516-0a160784b6de tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:34.228273 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-4f4cea5f-a734-495e-b516-0a160784b6de tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:34.244548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4f4cea5f-a734-495e-b516-0a160784b6de tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.311357 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4f4cea5f-a734-495e-b516-0a160784b6de tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.314131 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4f4cea5f-a734-495e-b516-0a160784b6de tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.316286 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:34.340344 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cea5f-a734-495e-b516-0a160784b6de tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e71001-3713-46ac-b0dd-89ab12a721f1,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:34.342973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4f4cea5f-a734-495e-b516-0a160784b6de tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:34.350124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4f4cea5f-a734-495e-b516-0a160784b6de tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.351553 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-4f4cea5f-a734-495e-b516-0a160784b6de tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483693 Apr 21 06:25:34.354275 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35792) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:34.360247 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-a1365b79-0890-486a-9a3b-2f5480604856 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Request body: {'security_group_rule': {'security_group_id': '0b506c93-261e-4b97-a939-ac86fe24f6d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:34.367369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a1365b79-0890-486a-9a3b-2f5480604856 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:34.371469 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a1365b79-0890-486a-9a3b-2f5480604856 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Usage tracker for resource:security_group_rule and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:34.374541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-a1365b79-0890-486a-9a3b-2f5480604856 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:34.381039 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-a1365b79-0890-486a-9a3b-2f5480604856 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:34.397626 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a1365b79-0890-486a-9a3b-2f5480604856 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.466283 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a1365b79-0890-486a-9a3b-2f5480604856 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.469488 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a1365b79-0890-486a-9a3b-2f5480604856 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.471768 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-06df4a3e-f79e-4790-a91c-e9d2cb04f213 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:34.497631 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1365b79-0890-486a-9a3b-2f5480604856 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02215f2a-8647-4fa0-8354-bed24c050f82,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:34.502130 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a1365b79-0890-486a-9a3b-2f5480604856 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:34.509602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a1365b79-0890-486a-9a3b-2f5480604856 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.510907 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a1365b79-0890-486a-9a3b-2f5480604856 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556280 Apr 21 06:25:34.514725 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35800) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:34.525732 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Request body: {'floatingip': {'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:34.537864 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:34.548333 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Usage tracker for resource:floatingip and tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:34.555261 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:34.561675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:34.572473 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.727425 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:34.879532 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Allocated IP 172.28.0.73 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/78e2983c-74fa-458a-a1ba-0a5c6ee96ff8) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:25:35.052455 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:35.086132 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:35.091168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9afb1ffc-231d-4408-839a-bd83720e0baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:35.393954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:25:35.401774 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:25:35.406328 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:25:35.448712 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event updated for resources: {'Port': ['ID=78e2983c-74fa-458a-a1ba-0a5c6ee96ff8,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:35.453044 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:35.498422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:35.565513 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:35.779798 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:35.783656 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:35.789070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8b037f54-32a3-416c-82ba-e0165b59cda2 tempest-ServerRescueNegativeTestJSON-1507513459 tempest-ServerRescueNegativeTestJSON-1507513459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:35.902137 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event updated for resources: {'Port': ['ID=78e2983c-74fa-458a-a1ba-0a5c6ee96ff8,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:35.906758 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:35.914212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:35.936666 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:35.937992 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4214706 Apr 21 06:25:36.185349 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-98dbce9c-05e1-4b6d-bb96-82b0e096937d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Synchronizing usage tracker for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:security_group {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:25:36.201436 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-98dbce9c-05e1-4b6d-bb96-82b0e096937d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Unset dirty status for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:security_group {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:25:36.202806 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-98dbce9c-05e1-4b6d-bb96-82b0e096937d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1413196461&fields=id&tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55 HTTP/1.1" status: 200 len: 267 time: 0.0642874 Apr 21 06:25:36.376488 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-29e57c4a-f44f-475f-9f3e-88f73fe3a3f6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:36.378096 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-29e57c4a-f44f-475f-9f3e-88f73fe3a3f6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 816 time: 0.1671975 Apr 21 06:25:36.396418 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-5771fd0a-d743-4093-85af-b0610a750d3f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/quotas/3a55baeb1a6040e7bb3ded9a5ca4be55 HTTP/1.1" status: 200 len: 375 time: 0.0112679 Apr 21 06:25:36.498868 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-6e2ddab6-bc31-496d-8c50-b4cc658d50d9 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962784 Apr 21 06:25:36.605639 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35846) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:36.686291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2650e042-32ab-49fc-96b7-a4002e331499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:36.703913 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2650e042-32ab-49fc-96b7-a4002e331499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:36.708296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2650e042-32ab-49fc-96b7-a4002e331499 admin admin] Usage tracker for resource:security_group_rule and tenant:ab96bbc217584a4081353a4582a4ef70 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:36.711452 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2650e042-32ab-49fc-96b7-a4002e331499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:36.717765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2650e042-32ab-49fc-96b7-a4002e331499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:36.805343 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-07e663b4-7c5e-463f-a682-9d6955d939f4 service neutron] 10.222.0.32 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924984 Apr 21 06:25:36.821256 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2650e042-32ab-49fc-96b7-a4002e331499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:36.824880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2650e042-32ab-49fc-96b7-a4002e331499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:36.835133 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-357950d8-16ec-4780-a1da-3681d9d954ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:36.881707 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-2650e042-32ab-49fc-96b7-a4002e331499 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab96bbc217584a4081353a4582a4ef70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742813 Apr 21 06:25:36.882681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650e042-32ab-49fc-96b7-a4002e331499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ebb99e-f11f-4f62-bc14-d3109e0b09ad,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:36.886218 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2650e042-32ab-49fc-96b7-a4002e331499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:36.892422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35852) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:36.963404 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-7c2071f5-59d4-4a8a-978f-d4d081f71bc5 service neutron] 10.222.0.32 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510360 Apr 21 06:25:36.966907 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6ed73f3-6116-462a-98d1-fa413e150446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:36.997704 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6ed73f3-6116-462a-98d1-fa413e150446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:37.056044 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6ed73f3-6116-462a-98d1-fa413e150446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:37.062494 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0316384d-dfee-42fe-b491-8c8ffe9e4409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:37.074517 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed73f3-6116-462a-98d1-fa413e150446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ebb99e-f11f-4f62-bc14-d3109e0b09ad,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:37.078592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c6ed73f3-6116-462a-98d1-fa413e150446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:37.086411 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c6ed73f3-6116-462a-98d1-fa413e150446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:37.090687 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c6ed73f3-6116-462a-98d1-fa413e150446 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8ebb99e-f11f-4f62-bc14-d3109e0b09ad HTTP/1.1" status: 204 len: 168 time: 0.1938076 Apr 21 06:25:37.231983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-ea0ebf78-0c75-4694-81fd-1d498c06fd6e req-67b06db9-ee30-4e85-8e5b-55d0df8abb94 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Synchronizing usage tracker for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:25:37.254745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-ea0ebf78-0c75-4694-81fd-1d498c06fd6e req-67b06db9-ee30-4e85-8e5b-55d0df8abb94 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Unset dirty status for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:25:37.257308 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea0ebf78-0c75-4694-81fd-1d498c06fd6e req-67b06db9-ee30-4e85-8e5b-55d0df8abb94 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 210 time: 0.0785263 Apr 21 06:25:37.473213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35868) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:37.500651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0789426c-69ba-4e98-b7ab-95757fbdc4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:37.519883 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0789426c-69ba-4e98-b7ab-95757fbdc4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:37.525283 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0789426c-69ba-4e98-b7ab-95757fbdc4c1 admin admin] Usage tracker for resource:security_group_rule and tenant:126fdf19f00a4f218bf90787df97c156 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:37.529379 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0789426c-69ba-4e98-b7ab-95757fbdc4c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:37.536451 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0789426c-69ba-4e98-b7ab-95757fbdc4c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:37.657974 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0789426c-69ba-4e98-b7ab-95757fbdc4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:37.661726 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0789426c-69ba-4e98-b7ab-95757fbdc4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:37.671532 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-50974a09-405c-4b3c-9e64-e6f1824299c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:37.729609 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-0789426c-69ba-4e98-b7ab-95757fbdc4c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=126fdf19f00a4f218bf90787df97c156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541625 Apr 21 06:25:37.730559 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789426c-69ba-4e98-b7ab-95757fbdc4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22af4bd4-04c6-4c79-875f-2443b4fa36db,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:37.733006 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35874) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:37.734006 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0789426c-69ba-4e98-b7ab-95757fbdc4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:37.820132 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7eef0fd5-83a6-4a01-a01c-d6703825e755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:37.850906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7eef0fd5-83a6-4a01-a01c-d6703825e755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:37.909746 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7eef0fd5-83a6-4a01-a01c-d6703825e755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:37.915501 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d0171ecc-c4f6-4195-b630-8c9b0925a1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:37.929343 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef0fd5-83a6-4a01-a01c-d6703825e755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22af4bd4-04c6-4c79-875f-2443b4fa36db,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:37.932993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7eef0fd5-83a6-4a01-a01c-d6703825e755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:37.935452 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7eef0fd5-83a6-4a01-a01c-d6703825e755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:37.938003 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7eef0fd5-83a6-4a01-a01c-d6703825e755 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22af4bd4-04c6-4c79-875f-2443b4fa36db HTTP/1.1" status: 204 len: 168 time: 0.2029700 Apr 21 06:25:38.507240 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-74269732-68ca-464a-bd94-33c0fdcb9fd8 req-e4498809-1181-4392-a3c9-dad212f74210 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 210 time: 0.0978622 Apr 21 06:25:38.580116 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-a05442a1-9c60-4cdc-88b5-46e1c92588b7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:38.582550 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-a05442a1-9c60-4cdc-88b5-46e1c92588b7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.41 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 816 time: 0.2458398 Apr 21 06:25:38.639179 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-989a4aa3-2353-4fee-94f1-a5e04f4c0122 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Synchronizing usage tracker for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:security_group {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:25:38.653794 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-989a4aa3-2353-4fee-94f1-a5e04f4c0122 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Unset dirty status for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:security_group {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:25:38.655247 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-989a4aa3-2353-4fee-94f1-a5e04f4c0122 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55 HTTP/1.1" status: 200 len: 380 time: 0.0638270 Apr 21 06:25:38.666339 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Request body: {'port': {'device_id': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'admin_state_up': True, 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'security_groups': ['0b506c93-261e-4b97-a939-ac86fe24f6d0']}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:38.787253 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa83b-4179-45f6-8f49-dea64a63fd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:38.844269 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:38.856555 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:38.866902 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Made reservation on behalf of 3a55baeb1a6040e7bb3ded9a5ca4be55 for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:25:38.873561 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:39.117016 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Allocated IP 172.20.0.10 (f539fb37-8abf-4a55-9300-e38107332925/702f025a-ad00-43bf-8b02-8e42b4b9eb44/fc7295a5-a734-4edf-8ef2-d68e35596a45) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:25:39.387661 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:39.414665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Transition to ACTIVE for port object fc7295a5-a734-4edf-8ef2-d68e35596a45 will not be triggered until provisioned by entity DHCP. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:25:39.445072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:39.452135 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d48f6294-c704-480e-ac1b-a73706702194 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:39.535740 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Network f539fb37-8abf-4a55-9300-e38107332925 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:25:39.541651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:25:39.552156 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:25:39.586681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event updated for resources: {'Port': ['ID=fc7295a5-a734-4edf-8ef2-d68e35596a45,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:39.601570 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:39.645441 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:39.646173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:39.734264 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0731850 Apr 21 06:25:39.752732 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Request body: {'port': {'device_id': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:39.809045 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2dcd1416-bf3a-4412-bfc9-2ca006c0fa46 None None] Provisioning for port fc7295a5-a734-4edf-8ef2-d68e35596a45 completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:25:39.815898 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2dcd1416-bf3a-4412-bfc9-2ca006c0fa46 None None] Provisioning complete for port fc7295a5-a734-4edf-8ef2-d68e35596a45 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:39.817500 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2dcd1416-bf3a-4412-bfc9-2ca006c0fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:39.876813 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eed50e-1d86-4c64-917d-f55f96dd5459 req-6817a764-ba70-4c48-a810-e87b18a9f2ea tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:39.877519 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-a3eed50e-1d86-4c64-917d-f55f96dd5459 req-6817a764-ba70-4c48-a810-e87b18a9f2ea tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Synchronizing usage tracker for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:25:39.907075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2dcd1416-bf3a-4412-bfc9-2ca006c0fa46 None None] Port fc7295a5-a734-4edf-8ef2-d68e35596a45 cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:25:39.925073 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-a3eed50e-1d86-4c64-917d-f55f96dd5459 req-6817a764-ba70-4c48-a810-e87b18a9f2ea tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Unset dirty status for tenant:3a55baeb1a6040e7bb3ded9a5ca4be55 on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:25:39.927594 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a3eed50e-1d86-4c64-917d-f55f96dd5459 req-6817a764-ba70-4c48-a810-e87b18a9f2ea tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 932 time: 0.2649002 Apr 21 06:25:39.934848 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:40.053738 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a3eed50e-1d86-4c64-917d-f55f96dd5459 req-6332f406-d161-404e-9d4d-3d2f3e8567b6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049562 Apr 21 06:25:40.419347 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7295a5-a734-4edf-8ef2-d68e35596a45 {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:25:40.429705 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:40.448577 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Transition to ACTIVE for port object fc7295a5-a734-4edf-8ef2-d68e35596a45 will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:25:40.451803 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:40.456327 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f28fcb1f-feca-4b54-bf2b-8970ad728de6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:40.617758 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Pushing event updated for resources: {'Port': ['ID=fc7295a5-a734-4edf-8ef2-d68e35596a45,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:40.658381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:40.751089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Attempting to bind port fc7295a5-a734-4edf-8ef2-d68e35596a45 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:25:40.751630 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Attempting to bind port fc7295a5-a734-4edf-8ef2-d68e35596a45 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:25:40.752046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Attempting to bind port fc7295a5-a734-4edf-8ef2-d68e35596a45 on network f539fb37-8abf-4a55-9300-e38107332925 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:25:40.757955 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Port fc7295a5-a734-4edf-8ef2-d68e35596a45 on network f539fb37-8abf-4a55-9300-e38107332925 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:25:40.758311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Attempting to bind port fc7295a5-a734-4edf-8ef2-d68e35596a45 on network f539fb37-8abf-4a55-9300-e38107332925 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:25:40.764878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:25:40.765390 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Checking segment: {'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:25:40.766313 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Bound using segment: {'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:25:40.767038 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Bound port: fc7295a5-a734-4edf-8ef2-d68e35596a45, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:25:40.767652 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:41.142858 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] For port fc7295a5-a734-4edf-8ef2-d68e35596a45, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:25:41.146888 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] For port fc7295a5-a734-4edf-8ef2-d68e35596a45, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:25:41.155050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:41.164488 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ec5773ab-4082-4ea6-b6f4-9179493a3765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:41.233369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:41.234055 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:41.235561 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] 10.222.0.41 "PUT /v2.0/ports/fc7295a5-a734-4edf-8ef2-d68e35596a45 HTTP/1.1" status: 200 len: 1094 time: 1.4885333 Apr 21 06:25:41.238370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:25:41.351317 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'status': 'completed', 'code': 200} Apr 21 06:25:41.359099 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Pushing event updated for resources: {'Port': ['ID=fc7295a5-a734-4edf-8ef2-d68e35596a45,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:41.362867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:41.385677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490e560-088c-426a-b313-82ce6dd7fd46 req-81872d83-ac28-4ba6-9644-59a06c095b43 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:41.387658 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1490e560-088c-426a-b313-82ce6dd7fd46 req-81872d83-ac28-4ba6-9644-59a06c095b43 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.1882241 Apr 21 06:25:41.393616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-62e9f86f-1114-4281-8b54-3a242cb2ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:41.396317 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-62e9f86f-1114-4281-8b54-3a242cb2ee81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 1097 time: 0.1208990 Apr 21 06:25:41.472830 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1490e560-088c-426a-b313-82ce6dd7fd46 req-6ac4e369-8549-454d-b6cb-c2a9ed08836e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675831 Apr 21 06:25:41.485403 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-ef4e5dd2-e94c-48a5-ba65-227deeaacf8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45 HTTP/1.1" status: 200 len: 217 time: 0.0818584 Apr 21 06:25:41.572757 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-58f2c750-c434-4982-b4ff-9f3e119e7a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:41.574490 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-58f2c750-c434-4982-b4ff-9f3e119e7a85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 200 len: 855 time: 0.0810003 Apr 21 06:25:41.618762 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0a3b6118-9a5a-43ac-8a6f-774b2e3f379a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:41.673213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-f600b4a6-ce16-4190-a9a6-cfe40215b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:41.674911 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-f600b4a6-ce16-4190-a9a6-cfe40215b640 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f539fb37-8abf-4a55-9300-e38107332925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0933497 Apr 21 06:25:41.680292 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35958) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:41.870281 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:41.882137 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-86db65d3-388e-44ea-954f-875b93bd0e6a service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949215 Apr 21 06:25:41.893390 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:41.928041 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Usage tracker for resource:security_group_rule and tenant:5136567c828b4cf4b82e6828f16346f1 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:41.984353 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:41.998333 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:42.018050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:25:42.051143 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:42.097657 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd21880e-8a8a-4c22-b32a-a9dce76c39b0 req-5b26011f-874d-4f89-b6c0-ef45d13e1c84 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055874 Apr 21 06:25:42.215846 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:42.220340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:42.229142 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4d2f6a99-e13f-47ad-8765-297fb45f417d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:42.302837 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5136567c828b4cf4b82e6828f16346f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6213450 Apr 21 06:25:42.305745 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35964) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:42.306026 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23999d1c-8f8c-4e8c-9289-267c363724ef,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:42.317795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.318204 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.318623 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.319059 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.319515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.319926 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.320356 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.320744 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.321132 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.321515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.321899 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.322281 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.327743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa49b7c-5cbf-4997-bd23-9506cfe2ef03 req-0868650e-f39e-4732-bc3d-736ea42b17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:42.329387 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8aa49b7c-5cbf-4997-bd23-9506cfe2ef03 req-0868650e-f39e-4732-bc3d-736ea42b17f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 1097 time: 0.1842878 Apr 21 06:25:42.330269 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:42.375147 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:42.405078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:42.465392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:42.474495 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f35a12bd-6e1f-41b2-afd7-15e611375700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:42.495611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23999d1c-8f8c-4e8c-9289-267c363724ef,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:42.498316 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:42.499560 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23999d1c-8f8c-4e8c-9289-267c363724ef HTTP/1.1" status: 204 len: 168 time: 0.1927395 Apr 21 06:25:42.506869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.507283 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.507875 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.508503 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.509104 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.509677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.510283 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.510845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.511409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.511558 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa49b7c-5cbf-4997-bd23-9506cfe2ef03 req-cbd77eeb-61af-482a-8197-9166448f2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:42.512136 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.512694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.513249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:25:42.513910 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8aa49b7c-5cbf-4997-bd23-9506cfe2ef03 req-cbd77eeb-61af-482a-8197-9166448f2856 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 917 time: 0.1774061 Apr 21 06:25:42.517335 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-78129293-6c31-4c7a-8326-86461ccc6639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:42.615893 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8aa49b7c-5cbf-4997-bd23-9506cfe2ef03 req-3fc44fad-8211-4090-9708-ebb1f64dc6c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45 HTTP/1.1" status: 200 len: 217 time: 0.0929770 Apr 21 06:25:42.797736 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa49b7c-5cbf-4997-bd23-9506cfe2ef03 req-695d6890-f91e-446d-8f02-640ec5fbc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:42.799352 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8aa49b7c-5cbf-4997-bd23-9506cfe2ef03 req-695d6890-f91e-446d-8f02-640ec5fbc4cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 200 len: 855 time: 0.1763840 Apr 21 06:25:42.888312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca17c82-3cf0-408c-8868-0f7035e15413 req-bbecd747-9e84-48a4-8a4b-7fb5c71f5161 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:42.890033 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6ca17c82-3cf0-408c-8868-0f7035e15413 req-bbecd747-9e84-48a4-8a4b-7fb5c71f5161 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.1911864 Apr 21 06:25:42.890242 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 35974) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:42.917445 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2dc3bf67-2d86-4a12-8a53-9bc3a10220e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:42.934749 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2dc3bf67-2d86-4a12-8a53-9bc3a10220e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:42.939670 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2dc3bf67-2d86-4a12-8a53-9bc3a10220e9 admin admin] Usage tracker for resource:security_group_rule and tenant:85c8a996afd24daeb48d747b56bb78a6 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:42.943235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-2dc3bf67-2d86-4a12-8a53-9bc3a10220e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:42.946795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa49b7c-5cbf-4997-bd23-9506cfe2ef03 req-15a859c5-bd74-46a5-bbc3-5c7350a79684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:42.948448 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8aa49b7c-5cbf-4997-bd23-9506cfe2ef03 req-15a859c5-bd74-46a5-bbc3-5c7350a79684 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f539fb37-8abf-4a55-9300-e38107332925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1393573 Apr 21 06:25:42.950137 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-2dc3bf67-2d86-4a12-8a53-9bc3a10220e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:42.985255 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6ca17c82-3cf0-408c-8868-0f7035e15413 req-8d537b6b-defd-4f03-8216-ca0321e637f5 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811989 Apr 21 06:25:43.049311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:43.060575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2dc3bf67-2d86-4a12-8a53-9bc3a10220e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:43.064667 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2dc3bf67-2d86-4a12-8a53-9bc3a10220e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:43.080841 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-67f0df92-ce8f-4f3e-a97e-7826da1edbb3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:43.160690 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-2dc3bf67-2d86-4a12-8a53-9bc3a10220e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85c8a996afd24daeb48d747b56bb78a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676268 Apr 21 06:25:43.162419 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3bf67-2d86-4a12-8a53-9bc3a10220e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fddd0dd-2838-488e-b3ee-8414c2e33628,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:43.166251 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8aa49b7c-5cbf-4997-bd23-9506cfe2ef03 req-d1d92b4d-67e1-4614-829b-0af50afa2eb9 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109978 Apr 21 06:25:43.166873 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 35978) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:43.168327 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2dc3bf67-2d86-4a12-8a53-9bc3a10220e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:43.367791 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ef6b51cf-f834-465d-adf2-ae8ee46f6aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:43.405379 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8aa49b7c-5cbf-4997-bd23-9506cfe2ef03 req-e17fd017-147e-4d0a-8775-41bc5736ca6c service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133017 Apr 21 06:25:43.415311 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ef6b51cf-f834-465d-adf2-ae8ee46f6aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:43.470323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ef6b51cf-f834-465d-adf2-ae8ee46f6aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:43.476387 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5978a7e6-26d8-41b3-8856-536e3b11d117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:43.490417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b51cf-f834-465d-adf2-ae8ee46f6aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fddd0dd-2838-488e-b3ee-8414c2e33628,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:43.493088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ef6b51cf-f834-465d-adf2-ae8ee46f6aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:43.502225 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ef6b51cf-f834-465d-adf2-ae8ee46f6aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:43.503775 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ef6b51cf-f834-465d-adf2-ae8ee46f6aa3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fddd0dd-2838-488e-b3ee-8414c2e33628 HTTP/1.1" status: 204 len: 168 time: 0.3352370 Apr 21 06:25:43.811792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device fc7295a5-a734-4edf-8ef2-d68e35596a45 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:25:43.978286 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port fc7295a5-a734-4edf-8ef2-d68e35596a45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:43.993868 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'port_id': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'mac_address': 'fa:16:3e:6c:cc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:25:44.058592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:44.082865 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7295a5-a734-4edf-8ef2-d68e35596a45 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:25:44.101751 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port fc7295a5-a734-4edf-8ef2-d68e35596a45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:44.105240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:44.107169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:44.182780 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=fc7295a5-a734-4edf-8ef2-d68e35596a45,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:44.192030 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:44.249154 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb7d96-b07d-4134-b8c7-86960027fd75 req-03b051c1-bb41-4df1-8588-8adee24aff1c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:44.250888 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-72eb7d96-b07d-4134-b8c7-86960027fd75 req-03b051c1-bb41-4df1-8588-8adee24aff1c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 945 time: 0.1100860 Apr 21 06:25:44.307236 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-72eb7d96-b07d-4134-b8c7-86960027fd75 req-48183705-b531-4708-becf-936fe21ce17f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488286 Apr 21 06:25:44.311461 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['fc7295a5-a734-4edf-8ef2-d68e35596a45'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:25:45.018157 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 36012) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:45.113777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:45.155423 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-01603161-5d09-43f6-85ba-854a34175893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:45.173690 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-01603161-5d09-43f6-85ba-854a34175893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:25:45.177988 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-01603161-5d09-43f6-85ba-854a34175893 admin admin] Usage tracker for resource:security_group_rule and tenant:740ac4cd150f411f85e65b191d77fd63 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:25:45.181034 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-01603161-5d09-43f6-85ba-854a34175893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:25:45.187528 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-01603161-5d09-43f6-85ba-854a34175893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:25:45.276934 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-01603161-5d09-43f6-85ba-854a34175893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:45.282301 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-01603161-5d09-43f6-85ba-854a34175893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:45.299341 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-996ac780-9f39-491e-98f6-fa422079ba5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:45.342570 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01603161-5d09-43f6-85ba-854a34175893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff59750-b6d1-4783-9dbd-37fffd31884a,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:45.348267 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-01603161-5d09-43f6-85ba-854a34175893 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=740ac4cd150f411f85e65b191d77fd63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278131 Apr 21 06:25:45.349656 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-01603161-5d09-43f6-85ba-854a34175893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:45.350282 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 36020) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:45.418322 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d961eeb0-40c5-45a8-92e5-f4f436f6b3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:45.448863 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d961eeb0-40c5-45a8-92e5-f4f436f6b3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:45.504160 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d961eeb0-40c5-45a8-92e5-f4f436f6b3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:45.511992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-eaf491c1-36e6-409d-af56-95277e422135 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:45.527117 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961eeb0-40c5-45a8-92e5-f4f436f6b3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff59750-b6d1-4783-9dbd-37fffd31884a,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:45.536327 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d961eeb0-40c5-45a8-92e5-f4f436f6b3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:45.537225 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d961eeb0-40c5-45a8-92e5-f4f436f6b3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:45.540693 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d961eeb0-40c5-45a8-92e5-f4f436f6b3db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bff59750-b6d1-4783-9dbd-37fffd31884a HTTP/1.1" status: 204 len: 168 time: 0.1890292 Apr 21 06:25:45.551895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f8c5a-9891-4aac-a21b-2bf75f81c957 req-20c59870-22c1-4c97-a7ed-4de82d1e4a97 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:45.553759 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7e2f8c5a-9891-4aac-a21b-2bf75f81c957 req-20c59870-22c1-4c97-a7ed-4de82d1e4a97 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 945 time: 0.1050537 Apr 21 06:25:45.633114 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7e2f8c5a-9891-4aac-a21b-2bf75f81c957 req-78bf8db7-09db-4171-916c-96b38095d5c8 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678928 Apr 21 06:25:45.844221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device fc7295a5-a734-4edf-8ef2-d68e35596a45 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:25:45.942071 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port fc7295a5-a734-4edf-8ef2-d68e35596a45 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:25:45.947731 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port fc7295a5-a734-4edf-8ef2-d68e35596a45 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:25:45.948214 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:46.078734 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:46.108333 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:25:46.120487 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port fc7295a5-a734-4edf-8ef2-d68e35596a45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:25:46.123186 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:46.125199 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:25:46.206676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=fc7295a5-a734-4edf-8ef2-d68e35596a45,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:25:46.210209 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:25:46.376249 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'code': 200} Apr 21 06:25:46.621404 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff101b-67d9-43b6-9b00-457ff2e265bb req-65f77a8e-5b36-4d5c-9b55-46868eb4fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:46.623029 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-48ff101b-67d9-43b6-9b00-457ff2e265bb req-65f77a8e-5b36-4d5c-9b55-46868eb4fb68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 1099 time: 0.0801408 Apr 21 06:25:46.670438 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-48ff101b-67d9-43b6-9b00-457ff2e265bb req-cfbd01d1-277f-4283-b288-f2b4af94afbb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403233 Apr 21 06:25:46.855763 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcd6ca-1267-4471-9956-dd685798c9d6 req-bf2c25e3-749b-4d8a-80a5-c53e17d0ad01 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:46.857387 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b1fcd6ca-1267-4471-9956-dd685798c9d6 req-bf2c25e3-749b-4d8a-80a5-c53e17d0ad01 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0966954 Apr 21 06:25:46.908655 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b1fcd6ca-1267-4471-9956-dd685798c9d6 req-beaf6df7-d25d-4660-9137-adb2487d1199 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445535 Apr 21 06:25:48.147676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae87e5-92de-431f-a687-c84a93aa90cc req-ce6ad91d-9346-4fea-ba18-ed8b763569e6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:48.149348 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-37ae87e5-92de-431f-a687-c84a93aa90cc req-ce6ad91d-9346-4fea-ba18-ed8b763569e6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0950511 Apr 21 06:25:48.199777 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-37ae87e5-92de-431f-a687-c84a93aa90cc req-2d2fa62f-4b2d-439c-9cb0-4b2c789f963f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432880 Apr 21 06:25:48.402563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cf862-9386-42e4-a72b-de0cad30fedd req-12feeec5-9f16-4615-9f02-656685bfd75a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:48.404199 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f61cf862-9386-42e4-a72b-de0cad30fedd req-12feeec5-9f16-4615-9f02-656685bfd75a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0899866 Apr 21 06:25:48.413880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 36114) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:25:48.419360 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-c3bf825c-dcf7-4870-911e-9fd4cc38c7e7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Request body: {'floatingip': {'port_id': 'fc7295a5-a734-4edf-8ef2-d68e35596a45'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:25:48.506784 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c3bf825c-dcf7-4870-911e-9fd4cc38c7e7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:49.165433 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c3bf825c-dcf7-4870-911e-9fd4cc38c7e7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:49.168470 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c3bf825c-dcf7-4870-911e-9fd4cc38c7e7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:49.430277 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:49.587318 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_db [None req-c3bf825c-dcf7-4870-911e-9fd4cc38c7e7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Floating IP dc741267-15a1-4bb3-862e-f3914b77568f associated. External IP: 172.28.0.73, port: fc7295a5-a734-4edf-8ef2-d68e35596a45. Apr 21 06:25:49.965512 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bf825c-dcf7-4870-911e-9fd4cc38c7e7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Router 687fb951-4b51-4cd0-bd9f-6be7338dff83 has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:25:50.173007 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bf825c-dcf7-4870-911e-9fd4cc38c7e7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:25:50.183566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a6d80-a7ea-415e-a9f1-a24fc44ceeb5 None None] Sync routers for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:25:50.187910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c3bf825c-dcf7-4870-911e-9fd4cc38c7e7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:25:50.196024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a6d80-a7ea-415e-a9f1-a24fc44ceeb5 None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:50.196723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-378a6d80-a7ea-415e-a9f1-a24fc44ceeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:25:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:50.249830 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c3bf825c-dcf7-4870-911e-9fd4cc38c7e7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "PUT /v2.0/floatingips/dc741267-15a1-4bb3-862e-f3914b77568f HTTP/1.1" status: 200 len: 991 time: 1.8347092 Apr 21 06:25:50.250427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:25:50.303213 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'status': 'completed', 'code': 200} Apr 21 06:25:50.417682 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316fc56-1185-4293-9ebd-9a05db785893 req-2ad63bc5-25a2-44b8-b783-ed6400c1b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:50.419383 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5316fc56-1185-4293-9ebd-9a05db785893 req-2ad63bc5-25a2-44b8-b783-ed6400c1b5d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 1099 time: 0.0928433 Apr 21 06:25:50.427202 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-378a6d80-a7ea-415e-a9f1-a24fc44ceeb5 None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:50.572450 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316fc56-1185-4293-9ebd-9a05db785893 req-cf24bd70-2d02-4d25-804b-eb88ddd4d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:50.574073 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5316fc56-1185-4293-9ebd-9a05db785893 req-cf24bd70-2d02-4d25-804b-eb88ddd4d042 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 917 time: 0.1477001 Apr 21 06:25:50.732330 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5316fc56-1185-4293-9ebd-9a05db785893 req-63815315-302c-40cf-b83e-e0c093e15763 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45 HTTP/1.1" status: 200 len: 999 time: 0.1503239 Apr 21 06:25:50.808573 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316fc56-1185-4293-9ebd-9a05db785893 req-f665515f-0c4a-40cf-b799-f9df60da8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:50.810219 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5316fc56-1185-4293-9ebd-9a05db785893 req-f665515f-0c4a-40cf-b799-f9df60da8c0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 200 len: 855 time: 0.0704873 Apr 21 06:25:50.899329 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316fc56-1185-4293-9ebd-9a05db785893 req-58e5de33-dbb2-4b18-8b96-3d624441c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:25:50.900916 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5316fc56-1185-4293-9ebd-9a05db785893 req-58e5de33-dbb2-4b18-8b96-3d624441c51a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f539fb37-8abf-4a55-9300-e38107332925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823588 Apr 21 06:25:50.997343 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-378a6d80-a7ea-415e-a9f1-a24fc44ceeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': 'dc741267-15a1-4bb3-862e-f3914b77568f', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'floating_ip_address': '172.28.0.73', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'port_id': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'mac_address': 'fa:16:3e:6c:cc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:25:35Z', 'updated_at': '2021-04-21T06:25:49Z', 'revision_number': 1, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:23:00Z', 'revision_number': 5, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:51.001688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a6d80-a7ea-415e-a9f1-a24fc44ceeb5 None None] Checking router: 687fb951-4b51-4cd0-bd9f-6be7338dff83 for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:25:51.012789 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a6d80-a7ea-415e-a9f1-a24fc44ceeb5 None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:25:51.013488 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-378a6d80-a7ea-415e-a9f1-a24fc44ceeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:25:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:51.057869 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5316fc56-1185-4293-9ebd-9a05db785893 req-ba690818-64cf-4943-a337-85cc07c39379 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492989 Apr 21 06:25:51.208000 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5316fc56-1185-4293-9ebd-9a05db785893 req-20017e3b-602f-4ec5-8014-3a3dbc86c0be service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427925 Apr 21 06:25:51.214435 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-378a6d80-a7ea-415e-a9f1-a24fc44ceeb5 None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:25:51.638223 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-378a6d80-a7ea-415e-a9f1-a24fc44ceeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': 'dc741267-15a1-4bb3-862e-f3914b77568f', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'floating_ip_address': '172.28.0.73', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'port_id': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'mac_address': 'fa:16:3e:6c:cc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:25:35Z', 'updated_at': '2021-04-21T06:25:49Z', 'revision_number': 1, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:23:00Z', 'revision_number': 5, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:25:51.646686 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a6d80-a7ea-415e-a9f1-a24fc44ceeb5 None None] The sync data for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb is: [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': 'dc741267-15a1-4bb3-862e-f3914b77568f', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'floating_ip_address': '172.28.0.73', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'port_id': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'mac_address': 'fa:16:3e:6c:cc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:25:35Z', 'updated_at': '2021-04-21T06:25:49Z', 'revision_number': 1, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:23:00Z', 'revision_number': 5, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:25:51.960021 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1cb39d-1d79-415f-a680-e204cbc97948 None None] New status for floating IP dc741267-15a1-4bb3-862e-f3914b77568f: ACTIVE {{(pid=86269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:26:08.782720 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0091d45d-2614-4a28-80f2-77151842a552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:10.362266 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 36242) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:26:10.495177 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d4085816-89d4-426e-915b-45588b5826e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:10.513099 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d4085816-89d4-426e-915b-45588b5826e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:26:10.520430 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d4085816-89d4-426e-915b-45588b5826e9 admin admin] Usage tracker for resource:security_group_rule and tenant:b1010512e63f458c9200653978e98f77 is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:26:10.523598 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d4085816-89d4-426e-915b-45588b5826e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:26:10.529860 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d4085816-89d4-426e-915b-45588b5826e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:26:10.619790 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d4085816-89d4-426e-915b-45588b5826e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:10.622968 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d4085816-89d4-426e-915b-45588b5826e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:10.631646 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c6ed73f3-6116-462a-98d1-fa413e150446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:26:10.677045 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d4085816-89d4-426e-915b-45588b5826e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1010512e63f458c9200653978e98f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135047 Apr 21 06:26:10.678088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4085816-89d4-426e-915b-45588b5826e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ab93d3-5022-4e1b-8dfb-f93176690f26,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:26:10.680242 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 36250) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:26:10.681627 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d4085816-89d4-426e-915b-45588b5826e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:26:10.751978 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-383b9809-237b-4c7c-8438-759d084f4c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:10.783556 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-383b9809-237b-4c7c-8438-759d084f4c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:10.837484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-383b9809-237b-4c7c-8438-759d084f4c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:10.842863 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d39ad2e1-0234-43a6-b485-a757c9262f83 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:26:10.857128 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b9809-237b-4c7c-8438-759d084f4c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ab93d3-5022-4e1b-8dfb-f93176690f26,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:26:10.860015 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-383b9809-237b-4c7c-8438-759d084f4c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:26:10.861293 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-383b9809-237b-4c7c-8438-759d084f4c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:10.862522 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-383b9809-237b-4c7c-8438-759d084f4c3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2ab93d3-5022-4e1b-8dfb-f93176690f26 HTTP/1.1" status: 204 len: 168 time: 0.1811748 Apr 21 06:26:11.622604 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-49d0236c-eb6b-4192-b833-ca83758cff81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:12.054347 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:13.034352 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:15.118937 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:18.803605 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-111cfe80-ff6a-4e51-9f35-5c162348a6c9 req-d2785a7d-c31a-436c-a554-ccc74cc3eb16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1043608 Apr 21 06:26:18.967299 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cfe80-ff6a-4e51-9f35-5c162348a6c9 req-9c3e91f2-f569-47e7-8927-37201b4e469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:18.969633 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-111cfe80-ff6a-4e51-9f35-5c162348a6c9 req-9c3e91f2-f569-47e7-8927-37201b4e469b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 1099 time: 0.0907962 Apr 21 06:26:19.018431 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:26:19.134978 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cfe80-ff6a-4e51-9f35-5c162348a6c9 req-c266be11-28f2-4802-8e60-800453ebd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:19.136643 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-111cfe80-ff6a-4e51-9f35-5c162348a6c9 req-c266be11-28f2-4802-8e60-800453ebd5c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 917 time: 0.1464033 Apr 21 06:26:19.252565 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-111cfe80-ff6a-4e51-9f35-5c162348a6c9 req-8be4bbae-61e0-4b6e-884c-25c5fb3ae991 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45 HTTP/1.1" status: 200 len: 1001 time: 0.1079290 Apr 21 06:26:19.324564 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cfe80-ff6a-4e51-9f35-5c162348a6c9 req-ac12df8a-d3f5-453e-a217-e64badb037aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:19.326170 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-111cfe80-ff6a-4e51-9f35-5c162348a6c9 req-ac12df8a-d3f5-453e-a217-e64badb037aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 200 len: 855 time: 0.0671191 Apr 21 06:26:19.420837 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cfe80-ff6a-4e51-9f35-5c162348a6c9 req-2e003d94-6351-4d48-9aaf-c2967dbafcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:19.422510 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-111cfe80-ff6a-4e51-9f35-5c162348a6c9 req-2e003d94-6351-4d48-9aaf-c2967dbafcd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f539fb37-8abf-4a55-9300-e38107332925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868666 Apr 21 06:26:19.448039 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:19.593936 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-111cfe80-ff6a-4e51-9f35-5c162348a6c9 req-c5ba3027-3c66-4c8c-bae5-270228a93b80 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644349 Apr 21 06:26:19.848157 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-111cfe80-ff6a-4e51-9f35-5c162348a6c9 req-09d91ed8-d028-45ea-a110-64c3abec792d service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467916 Apr 21 06:26:29.969385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b98952-9082-402f-ba5f-ff4357a3b226 req-7dcd4658-88bb-4db0-b642-be863830cb8b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:29.971078 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a7b98952-9082-402f-ba5f-ff4357a3b226 req-7dcd4658-88bb-4db0-b642-be863830cb8b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0915115 Apr 21 06:26:30.024736 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a7b98952-9082-402f-ba5f-ff4357a3b226 req-49cb0d61-958b-4b7b-8f15-9922d98eea24 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453320 Apr 21 06:26:31.247595 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151038c-235f-42c7-a394-eb5867876460 req-623b16f7-b8d4-47c3-b60b-276dae1192fc tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:31.249403 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7151038c-235f-42c7-a394-eb5867876460 req-623b16f7-b8d4-47c3-b60b-276dae1192fc tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0953727 Apr 21 06:26:31.305132 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7151038c-235f-42c7-a394-eb5867876460 req-9bfe3122-cf73-4fe6-a203-ef715733c2ef tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478656 Apr 21 06:26:32.569541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b30912-e1f7-4b22-85da-a4d7e90fdd33 req-51b7ec8c-4b16-4420-8a86-70d514a87183 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:32.571205 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a7b30912-e1f7-4b22-85da-a4d7e90fdd33 req-51b7ec8c-4b16-4420-8a86-70d514a87183 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.1239650 Apr 21 06:26:32.622926 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a7b30912-e1f7-4b22-85da-a4d7e90fdd33 req-dcf2df67-d658-4672-a889-254ee955c56f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442283 Apr 21 06:26:33.843895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c07d41-af4f-43a1-94e9-29b08f9aef12 req-83f95c5b-06d3-4ab0-be25-4ee3da1ef36d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:33.845594 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e3c07d41-af4f-43a1-94e9-29b08f9aef12 req-83f95c5b-06d3-4ab0-be25-4ee3da1ef36d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0942476 Apr 21 06:26:33.894750 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e3c07d41-af4f-43a1-94e9-29b08f9aef12 req-e8df7cd9-853a-4f9f-b609-16121f1462f0 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428343 Apr 21 06:26:35.105419 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cff44-eeca-421f-9201-c54c0637c6bb req-ef7a1db7-749c-43f2-82fc-fdaf16b7ae4c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:35.107471 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a65cff44-eeca-421f-9201-c54c0637c6bb req-ef7a1db7-749c-43f2-82fc-fdaf16b7ae4c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0929253 Apr 21 06:26:35.158503 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a65cff44-eeca-421f-9201-c54c0637c6bb req-a948374c-666a-426c-8a05-893501fd4428 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442026 Apr 21 06:26:36.369204 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629077f1-892b-4718-b3ea-f712ccda9e51 req-38fa9a78-2267-4f6f-8606-17c13caa3b3f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:36.370837 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-629077f1-892b-4718-b3ea-f712ccda9e51 req-38fa9a78-2267-4f6f-8606-17c13caa3b3f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0921879 Apr 21 06:26:36.424021 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-629077f1-892b-4718-b3ea-f712ccda9e51 req-8bc41860-9700-44e4-9d99-763dc69e7869 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466559 Apr 21 06:26:37.641406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d6764-9d5d-4e46-ac9f-eb8b666b3556 req-d6cff386-6ce4-48c1-a94c-b5249e7dcb45 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:37.642987 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-324d6764-9d5d-4e46-ac9f-eb8b666b3556 req-d6cff386-6ce4-48c1-a94c-b5249e7dcb45 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0920637 Apr 21 06:26:37.692158 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-324d6764-9d5d-4e46-ac9f-eb8b666b3556 req-af6263cf-8269-4fd7-9b5d-175f40cfc6c9 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422373 Apr 21 06:26:38.785922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-352d33b1-ddd9-4b0e-9fce-bb6c18044e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:38.906634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13d81a-e01a-4069-8e0f-12835713053a req-35741a37-1549-4b86-bc55-740d20c095c5 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:38.908297 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ab13d81a-e01a-4069-8e0f-12835713053a req-35741a37-1549-4b86-bc55-740d20c095c5 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0924828 Apr 21 06:26:38.957688 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ab13d81a-e01a-4069-8e0f-12835713053a req-0e9117f5-c719-4937-bd45-7467c6bf8592 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417356 Apr 21 06:26:40.163417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bb610-712e-4e9e-88be-f478d3dcc027 req-1771293b-6875-48d1-b5c3-1a4d240d1b24 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:40.165067 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a42bb610-712e-4e9e-88be-f478d3dcc027 req-1771293b-6875-48d1-b5c3-1a4d240d1b24 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0875866 Apr 21 06:26:40.217308 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a42bb610-712e-4e9e-88be-f478d3dcc027 req-7860dc66-7675-43d2-9c98-f6a32bef0433 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456254 Apr 21 06:26:41.433995 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cebca-6949-4d9f-9790-636f500b978f req-0ecf3271-eba1-4705-ac93-0dce25b96e91 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:41.435658 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8d3cebca-6949-4d9f-9790-636f500b978f req-0ecf3271-eba1-4705-ac93-0dce25b96e91 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0957897 Apr 21 06:26:41.505506 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8d3cebca-6949-4d9f-9790-636f500b978f req-729150f5-a604-4cc7-aeae-32e796f72d98 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602114 Apr 21 06:26:41.625858 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ee296548-2289-4b28-a3a6-1faf97d651fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:42.055096 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:42.248561 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device fc7295a5-a734-4edf-8ef2-d68e35596a45 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:26:42.390995 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port fc7295a5-a734-4edf-8ef2-d68e35596a45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:26:42.405926 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'port_id': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'mac_address': 'fa:16:3e:6c:cc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:26:42.478720 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:42.497743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc7295a5-a734-4edf-8ef2-d68e35596a45 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:26:42.514488 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port fc7295a5-a734-4edf-8ef2-d68e35596a45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:26:42.517737 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:42.520297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f76a9c14-3ffd-4ef0-a3e4-224a0727a93f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:26:42.596315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=fc7295a5-a734-4edf-8ef2-d68e35596a45,revision_number=6']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:26:42.602526 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['fc7295a5-a734-4edf-8ef2-d68e35596a45'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:26:42.652803 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:42.653201 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:42.653581 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:42.653940 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:42.654472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:42.655000 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:42.655532 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:42.656118 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:42.656653 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:42.657173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:42.657693 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:42.658210 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:42.666920 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:26:43.013151 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28195e66-262b-4f41-8a21-32230a6aa2c5 req-32726906-4233-49bf-97c6-8a7fab8a6d90 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:43.020554 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-28195e66-262b-4f41-8a21-32230a6aa2c5 req-32726906-4233-49bf-97c6-8a7fab8a6d90 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 945 time: 0.3772173 Apr 21 06:26:43.044223 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:43.094594 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-28195e66-262b-4f41-8a21-32230a6aa2c5 req-58309acf-a300-4a1c-a615-4f4d073dcc20 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659328 Apr 21 06:26:44.249553 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device fc7295a5-a734-4edf-8ef2-d68e35596a45 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:26:44.361324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef136e-6c37-44f4-9865-9ad79551b8de req-06699512-ed0b-4d0a-9f37-3bb1010b53df tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:44.369934 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-50ef136e-6c37-44f4-9865-9ad79551b8de req-06699512-ed0b-4d0a-9f37-3bb1010b53df tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 945 time: 0.1098907 Apr 21 06:26:44.393514 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port fc7295a5-a734-4edf-8ef2-d68e35596a45 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:26:44.394380 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:44.422425 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-50ef136e-6c37-44f4-9865-9ad79551b8de req-03b2ba60-f967-4b34-b589-2054b9adccf3 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514243 Apr 21 06:26:44.577184 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:44.610498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:26:44.630145 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port fc7295a5-a734-4edf-8ef2-d68e35596a45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:26:44.633985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:44.635920 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:26:44.674819 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'code': 200} Apr 21 06:26:44.900449 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=fc7295a5-a734-4edf-8ef2-d68e35596a45,revision_number=7']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:26:44.907015 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:26:45.122627 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:45.750183 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ba484-bf66-4306-912e-3d6df6dcb050 req-ddafa600-d402-43ed-a9d4-d1c0c3a6278a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:45.752547 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-858ba484-bf66-4306-912e-3d6df6dcb050 req-ddafa600-d402-43ed-a9d4-d1c0c3a6278a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.1269407 Apr 21 06:26:45.810189 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-858ba484-bf66-4306-912e-3d6df6dcb050 req-24aeaf0a-806c-4999-b062-bd63c924eff6 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503626 Apr 21 06:26:47.069420 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170872ce-1707-4c78-9691-5696afac2ae2 req-e9d32ebc-f764-4cac-90b7-4a22d27983d0 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:47.076019 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-170872ce-1707-4c78-9691-5696afac2ae2 req-e9d32ebc-f764-4cac-90b7-4a22d27983d0 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.1020460 Apr 21 06:26:47.127136 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-170872ce-1707-4c78-9691-5696afac2ae2 req-0cf98fdb-4007-4ab9-8424-1ff1092f2151 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476677 Apr 21 06:26:47.309207 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 36608) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:26:47.498393 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:47.529522 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:26:47.534112 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Usage tracker for resource:security_group_rule and tenant:df5b738e103d4487ab732fb4710e4c6e is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:26:47.538869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:26:47.545728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:26:47.645114 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:47.648790 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:47.674306 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-68cc2a41-34d7-4e45-bec2-377d67058753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:26:47.692668 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df5b738e103d4487ab732fb4710e4c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810377 Apr 21 06:26:47.694643 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 36614) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:26:47.714985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6803268f-4286-458b-8310-e82254d9215e,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:26:47.728645 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.729140 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.729473 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.729886 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.730362 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.730904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.731469 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.731879 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.732312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.732717 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.733123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.733523 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.740101 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:26:47.806727 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:47.861249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:47.929236 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:47.939818 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d0929ea9-c98a-44c0-a7fd-1af2e2a241cc tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:26:47.952049 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6803268f-4286-458b-8310-e82254d9215e,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:26:47.967468 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.967876 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.968313 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.968713 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.969110 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.969663 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.969897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.970288 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.970677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.971068 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.971454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.971838 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:26:47.975239 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:26:47.976255 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:47.980320 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6803268f-4286-458b-8310-e82254d9215e HTTP/1.1" status: 204 len: 168 time: 0.2842309 Apr 21 06:26:48.458497 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548665d-1ad0-429a-a496-5ad0ec48bcbf req-d198a93a-28ae-40ee-b879-6a1ed970813b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:48.461666 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6548665d-1ad0-429a-a496-5ad0ec48bcbf req-d198a93a-28ae-40ee-b879-6a1ed970813b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.1684330 Apr 21 06:26:48.562054 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6548665d-1ad0-429a-a496-5ad0ec48bcbf req-b1e02969-6027-4d16-8c0a-7df85ac59d86 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908556 Apr 21 06:26:49.474080 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:49.699279 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 36654) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:26:49.790012 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790f563-f676-4a13-814d-4e5823d2c3ae req-bc95e37e-ea92-4d0c-bc19-5ff62e778574 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:49.791540 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3790f563-f676-4a13-814d-4e5823d2c3ae req-bc95e37e-ea92-4d0c-bc19-5ff62e778574 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.1029861 Apr 21 06:26:49.883331 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3790f563-f676-4a13-814d-4e5823d2c3ae req-fbf24550-6df8-4d41-9df8-97714b45ce4c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848577 Apr 21 06:26:49.887403 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f7fee941-4046-448c-b9e2-5c0c9ca0a960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:49.903472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f7fee941-4046-448c-b9e2-5c0c9ca0a960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:26:49.908562 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f7fee941-4046-448c-b9e2-5c0c9ca0a960 admin admin] Usage tracker for resource:security_group_rule and tenant:9541206b73384ec7ab3c572e5590f80d is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:26:49.913107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-f7fee941-4046-448c-b9e2-5c0c9ca0a960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:26:49.927701 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-f7fee941-4046-448c-b9e2-5c0c9ca0a960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:26:50.068340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f7fee941-4046-448c-b9e2-5c0c9ca0a960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:50.071727 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f7fee941-4046-448c-b9e2-5c0c9ca0a960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:50.083776 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e4ac91a1-f202-48d5-81c2-afceee2e1a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:26:50.138264 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f7fee941-4046-448c-b9e2-5c0c9ca0a960 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9541206b73384ec7ab3c572e5590f80d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344099 Apr 21 06:26:50.138982 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 36660) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:26:50.145115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fee941-4046-448c-b9e2-5c0c9ca0a960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6169ee8d-aa9a-4bc8-a308-2e813bbca459,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:26:50.148765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f7fee941-4046-448c-b9e2-5c0c9ca0a960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:26:50.284377 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-923ca1b8-4086-40d5-a1c9-19459e3ed4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:50.340997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-923ca1b8-4086-40d5-a1c9-19459e3ed4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:50.434460 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-923ca1b8-4086-40d5-a1c9-19459e3ed4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:50.460709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-cff1d807-0a14-438b-b453-4de48e533f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:26:50.478091 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ca1b8-4086-40d5-a1c9-19459e3ed4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6169ee8d-aa9a-4bc8-a308-2e813bbca459,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:26:50.480864 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-923ca1b8-4086-40d5-a1c9-19459e3ed4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:50.495814 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-923ca1b8-4086-40d5-a1c9-19459e3ed4c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6169ee8d-aa9a-4bc8-a308-2e813bbca459 HTTP/1.1" status: 204 len: 168 time: 0.3465948 Apr 21 06:26:50.499764 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-923ca1b8-4086-40d5-a1c9-19459e3ed4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:26:51.129261 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67acabd-1a63-4fc7-a60b-f1e621ea8aa6 req-6f1c7b95-feda-4a6d-aa9f-709aac89161a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:51.131342 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a67acabd-1a63-4fc7-a60b-f1e621ea8aa6 req-6f1c7b95-feda-4a6d-aa9f-709aac89161a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.1150372 Apr 21 06:26:51.187841 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a67acabd-1a63-4fc7-a60b-f1e621ea8aa6 req-ee09f261-d849-4fc5-bfc5-3e7e173f8a25 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487776 Apr 21 06:26:52.400488 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb71fb2-f28b-4a58-b929-8192d277fafb req-fc3e4e5f-c84b-481a-b2a5-acbdf00951ec tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:52.402096 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5cb71fb2-f28b-4a58-b929-8192d277fafb req-fc3e4e5f-c84b-481a-b2a5-acbdf00951ec tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0875533 Apr 21 06:26:52.450443 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5cb71fb2-f28b-4a58-b929-8192d277fafb req-fb288353-f7b6-4dab-bc1a-e76929dc343a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418227 Apr 21 06:26:52.749792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f8520-6bcf-43c5-82ae-7fdac2a97a25 req-71c0a219-771e-4640-aeb0-8d30e2d11073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:52.751285 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f51f8520-6bcf-43c5-82ae-7fdac2a97a25 req-71c0a219-771e-4640-aeb0-8d30e2d11073 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 1099 time: 0.0808542 Apr 21 06:26:52.891850 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f8520-6bcf-43c5-82ae-7fdac2a97a25 req-da12682b-0651-4b99-8dc7-2ac3c5b245fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:52.893446 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f51f8520-6bcf-43c5-82ae-7fdac2a97a25 req-da12682b-0651-4b99-8dc7-2ac3c5b245fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 917 time: 0.1349714 Apr 21 06:26:53.005138 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f51f8520-6bcf-43c5-82ae-7fdac2a97a25 req-afe8b5a0-44e5-4053-a642-12214344916f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45 HTTP/1.1" status: 200 len: 1001 time: 0.1042190 Apr 21 06:26:53.075087 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f8520-6bcf-43c5-82ae-7fdac2a97a25 req-dd067347-8cbd-48e6-8a5d-8713e75e1286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:53.076707 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f51f8520-6bcf-43c5-82ae-7fdac2a97a25 req-dd067347-8cbd-48e6-8a5d-8713e75e1286 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 200 len: 855 time: 0.0651913 Apr 21 06:26:53.161879 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f8520-6bcf-43c5-82ae-7fdac2a97a25 req-6df896ef-0187-481e-a6ff-be0658c3733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:53.163444 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f51f8520-6bcf-43c5-82ae-7fdac2a97a25 req-6df896ef-0187-481e-a6ff-be0658c3733f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f539fb37-8abf-4a55-9300-e38107332925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803695 Apr 21 06:26:53.303595 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f51f8520-6bcf-43c5-82ae-7fdac2a97a25 req-7d7a463d-5e4c-4066-abb6-d7d3a03d293d service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336482 Apr 21 06:26:53.448029 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f51f8520-6bcf-43c5-82ae-7fdac2a97a25 req-a20741e5-d16c-4c0d-b2f8-4bb9dc5203b3 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376479 Apr 21 06:26:53.668169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d9afe-fadc-47a5-9c84-01d1960d2dc3 req-d2b8e6f7-ea27-42b5-9f3b-201a6f348040 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:53.669712 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3a5d9afe-fadc-47a5-9c84-01d1960d2dc3 req-d2b8e6f7-ea27-42b5-9f3b-201a6f348040 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0962920 Apr 21 06:26:53.718866 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3a5d9afe-fadc-47a5-9c84-01d1960d2dc3 req-3c433d8f-5a95-44d4-8b76-aefcf4117eea tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421469 Apr 21 06:26:54.931926 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594696c-c883-4ac5-975c-a7ab5982bd48 req-40b8ee4d-bf12-475d-8681-9c0ac7ae951a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:54.933689 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0594696c-c883-4ac5-975c-a7ab5982bd48 req-40b8ee4d-bf12-475d-8681-9c0ac7ae951a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0912123 Apr 21 06:26:54.984120 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0594696c-c883-4ac5-975c-a7ab5982bd48 req-6f6421e6-3acd-4ec5-89fc-25eda74b3d49 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439820 Apr 21 06:26:56.019081 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:26:56.197221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd366ebc-e45f-401c-8cc7-958c3fa9b534 req-30a6727b-09b2-4a66-b8ed-7fcec683ef5c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:56.199059 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd366ebc-e45f-401c-8cc7-958c3fa9b534 req-30a6727b-09b2-4a66-b8ed-7fcec683ef5c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 946 time: 0.0919406 Apr 21 06:26:56.248320 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd366ebc-e45f-401c-8cc7-958c3fa9b534 req-00d18569-964a-480c-ae7e-655b0194d299 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424356 Apr 21 06:26:56.313913 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device fc7295a5-a734-4edf-8ef2-d68e35596a45 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:26:56.438788 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:56.470409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:26:56.494472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port fc7295a5-a734-4edf-8ef2-d68e35596a45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:26:56.498956 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:26:56.504768 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:26:56.569264 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'code': 422} returned with failed status Apr 21 06:26:56.612505 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=fc7295a5-a734-4edf-8ef2-d68e35596a45,revision_number=8']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:26:56.618544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:26:57.878119 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a4a35-7d75-4910-a90f-119681998faa req-a29a565f-1584-44c8-9461-91eeb33840ee tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:57.880596 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1a8a4a35-7d75-4910-a90f-119681998faa req-a29a565f-1584-44c8-9461-91eeb33840ee tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.1580744 Apr 21 06:26:57.888326 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-b903fcbc-852d-465b-8ee1-63eca6eccba6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1252041 Apr 21 06:26:57.937773 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1a8a4a35-7d75-4910-a90f-119681998faa req-53641819-05c1-4407-b884-da91e8dd73a0 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483847 Apr 21 06:26:58.420784 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-4c47c782-8e51-43b0-ab69-5e1d49069130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:58.422456 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-4c47c782-8e51-43b0-ab69-5e1d49069130 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac&tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55 HTTP/1.1" status: 200 len: 1097 time: 0.0888169 Apr 21 06:26:58.533695 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-d08787d4-7ada-4438-8135-7d3462daa6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:58.535315 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-d08787d4-7ada-4438-8135-7d3462daa6fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 1097 time: 0.0888758 Apr 21 06:26:58.680827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-320a2f80-700d-4df3-8961-32be1459e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:58.682350 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-320a2f80-700d-4df3-8961-32be1459e746 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 917 time: 0.1411278 Apr 21 06:26:58.795592 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-27afb6c1-452f-493d-b7b2-3566609b156d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45 HTTP/1.1" status: 200 len: 999 time: 0.1072066 Apr 21 06:26:58.869543 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-9829e4ae-0d69-495b-85cd-3d3fe1d675af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:58.871131 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-9829e4ae-0d69-495b-85cd-3d3fe1d675af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 200 len: 855 time: 0.0690560 Apr 21 06:26:58.960377 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-3bdcac36-0801-4511-85e4-b70e0afcb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:58.962026 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-3bdcac36-0801-4511-85e4-b70e0afcb96c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f539fb37-8abf-4a55-9300-e38107332925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847106 Apr 21 06:26:59.178531 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-b0dd8eef-7094-46f2-9aaf-874e1447c044 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105002 Apr 21 06:26:59.278080 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807967b-cb2f-4980-927b-e60afe61cdc2 req-970e39de-be42-499f-b3e1-8eaac435db9d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:26:59.279692 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8807967b-cb2f-4980-927b-e60afe61cdc2 req-970e39de-be42-499f-b3e1-8eaac435db9d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.2120540 Apr 21 06:26:59.368305 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8807967b-cb2f-4980-927b-e60afe61cdc2 req-6c8c0f72-7554-4674-9316-c448cc33527f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808794 Apr 21 06:26:59.377070 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b22abc72-b32a-4945-af66-e41e4a2f4c66 req-3db83d1f-e9d5-4f3f-af5b-7f5757cbe887 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916795 Apr 21 06:27:00.650025 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6bc44-c2d3-43af-8ed7-102a6ed15672 req-3f62b5ab-01f9-453c-8008-f9a47763c5b0 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:00.651800 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9dd6bc44-c2d3-43af-8ed7-102a6ed15672 req-3f62b5ab-01f9-453c-8008-f9a47763c5b0 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.1047375 Apr 21 06:27:00.705446 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9dd6bc44-c2d3-43af-8ed7-102a6ed15672 req-f582b8f3-941f-438d-9446-8e53172b887e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468383 Apr 21 06:27:01.935386 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba4ec-b5ea-4b3a-86d0-9283b02722f3 req-81d7a33f-bfc9-4991-a7cf-23654f52f839 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:01.937142 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-567ba4ec-b5ea-4b3a-86d0-9283b02722f3 req-81d7a33f-bfc9-4991-a7cf-23654f52f839 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.1012943 Apr 21 06:27:02.024592 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-567ba4ec-b5ea-4b3a-86d0-9283b02722f3 req-11dce0ba-e463-411b-98f8-063e9f40a887 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800512 Apr 21 06:27:03.264348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e69f2-acab-4498-86f3-a193e75c264a req-1913eb45-8c26-4e01-842a-6c9a14d917d0 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:03.267490 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2b2e69f2-acab-4498-86f3-a193e75c264a req-1913eb45-8c26-4e01-842a-6c9a14d917d0 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.1020977 Apr 21 06:27:03.338302 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2b2e69f2-acab-4498-86f3-a193e75c264a req-7085c922-72f2-4142-a24c-534fc48c6ead tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624988 Apr 21 06:27:04.650700 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02175fc0-519a-452d-9108-e59d66a5faa9 req-dba893c4-35e0-463f-974d-004a50a69686 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:04.652331 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-02175fc0-519a-452d-9108-e59d66a5faa9 req-dba893c4-35e0-463f-974d-004a50a69686 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.1476316 Apr 21 06:27:04.702978 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-02175fc0-519a-452d-9108-e59d66a5faa9 req-0888eb08-5fa4-4618-8e69-fb4c3a8dbadd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440266 Apr 21 06:27:05.948858 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f8aa8-584c-4bf4-8257-96d8df3068bd req-ec1b8cd1-68f8-473d-8f94-a3703f2d8ec7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:05.950555 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ac5f8aa8-584c-4bf4-8257-96d8df3068bd req-ec1b8cd1-68f8-473d-8f94-a3703f2d8ec7 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.1084614 Apr 21 06:27:06.003886 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ac5f8aa8-584c-4bf4-8257-96d8df3068bd req-f1ce4d0d-445a-4ea5-ab7f-ec223fb087bc tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461991 Apr 21 06:27:07.224577 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031c012-3121-4d80-9610-111ec920e199 req-5d0ad23a-911a-4284-b2c1-4859262c6ee8 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:07.226619 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1031c012-3121-4d80-9610-111ec920e199 req-5d0ad23a-911a-4284-b2c1-4859262c6ee8 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.0984347 Apr 21 06:27:07.288118 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1031c012-3121-4d80-9610-111ec920e199 req-fe6f21f4-a3e0-4e2c-83ea-75399afd5d3d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548508 Apr 21 06:27:08.537454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a45ec7-716f-4c0e-b3a6-e98a12ce3b6d req-2816c846-1d5e-42b6-801d-c0b777d7d83d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:08.539105 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e3a45ec7-716f-4c0e-b3a6-e98a12ce3b6d req-2816c846-1d5e-42b6-801d-c0b777d7d83d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.1249506 Apr 21 06:27:08.616783 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e3a45ec7-716f-4c0e-b3a6-e98a12ce3b6d req-3a642463-ce3c-4c39-aeff-39d969381e78 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705705 Apr 21 06:27:08.789624 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7f6b1617-f391-4f64-940c-c034e42919dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:09.841574 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1e099-b815-4442-9d86-82171a669006 req-1073ccc6-389e-46d3-8624-09a0b12b76f2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:09.843328 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-aeb1e099-b815-4442-9d86-82171a669006 req-1073ccc6-389e-46d3-8624-09a0b12b76f2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.1002347 Apr 21 06:27:09.895815 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-aeb1e099-b815-4442-9d86-82171a669006 req-5b0b01c6-4768-4d76-b27f-b9f371058b1a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456033 Apr 21 06:27:11.136916 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f966f4-7908-472b-85bf-a6d78eaf6d91 req-503756b0-c591-4cad-a7f2-b579b2190cb9 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:11.138969 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c9f966f4-7908-472b-85bf-a6d78eaf6d91 req-503756b0-c591-4cad-a7f2-b579b2190cb9 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.0962632 Apr 21 06:27:11.196521 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c9f966f4-7908-472b-85bf-a6d78eaf6d91 req-c6134c7a-0822-4979-a30c-c6207fdfd5a4 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501983 Apr 21 06:27:11.628499 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8644a0b6-93e9-4700-8664-3a7c04494719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:12.057979 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:12.406312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device fc7295a5-a734-4edf-8ef2-d68e35596a45 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:27:12.429322 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b4e08-244b-4e1d-af57-bef07371805b req-2087ebad-1714-4dae-93eb-dbbb07af3778 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:12.431031 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd8b4e08-244b-4e1d-af57-bef07371805b req-2087ebad-1714-4dae-93eb-dbbb07af3778 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 944 time: 0.0985348 Apr 21 06:27:12.523159 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd8b4e08-244b-4e1d-af57-bef07371805b req-d62ef617-3c62-4c3c-8102-d22e854546e8 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778954 Apr 21 06:27:12.590747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port fc7295a5-a734-4edf-8ef2-d68e35596a45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:27:12.606735 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'port_id': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'mac_address': 'fa:16:3e:6c:cc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:27:12.677065 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:12.696708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7295a5-a734-4edf-8ef2-d68e35596a45 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:27:12.714675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port fc7295a5-a734-4edf-8ef2-d68e35596a45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:27:12.718374 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:12.721490 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:27:12.796042 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=fc7295a5-a734-4edf-8ef2-d68e35596a45,revision_number=9']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:27:12.799486 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:27:12.925675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['fc7295a5-a734-4edf-8ef2-d68e35596a45'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:27:13.056295 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:13.754189 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77207ca-b4c4-4cb3-a9c3-0442d48a82b1 req-a9a6996f-7193-4477-9dd0-26c973c17b14 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:13.755777 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b77207ca-b4c4-4cb3-a9c3-0442d48a82b1 req-a9a6996f-7193-4477-9dd0-26c973c17b14 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 945 time: 0.0959384 Apr 21 06:27:13.807161 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b77207ca-b4c4-4cb3-a9c3-0442d48a82b1 req-9af055cd-5917-4696-8678-00c88b01825e tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447240 Apr 21 06:27:14.420252 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device fc7295a5-a734-4edf-8ef2-d68e35596a45 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:27:14.494949 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port fc7295a5-a734-4edf-8ef2-d68e35596a45 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:27:14.495372 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:14.617082 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:14.652187 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:27:14.663215 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port fc7295a5-a734-4edf-8ef2-d68e35596a45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:27:14.666421 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:14.668432 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:27:14.709768 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'code': 200} Apr 21 06:27:14.746987 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=fc7295a5-a734-4edf-8ef2-d68e35596a45,revision_number=10']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:27:14.750456 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:27:14.974355 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47217afd-3b1b-4161-b69b-44c8b4ba31ca req-7a67ecb5-ed14-47ca-b15c-ffb5b27897be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:14.977135 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-47217afd-3b1b-4161-b69b-44c8b4ba31ca req-7a67ecb5-ed14-47ca-b15c-ffb5b27897be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 1100 time: 0.0891447 Apr 21 06:27:15.024853 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9d262-a8c1-40e5-b385-22dc36a2c656 req-99f32698-2030-451f-9d00-df156ff9262a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:15.026519 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-68f9d262-a8c1-40e5-b385-22dc36a2c656 req-99f32698-2030-451f-9d00-df156ff9262a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 947 time: 0.0960715 Apr 21 06:27:15.041419 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-47217afd-3b1b-4161-b69b-44c8b4ba31ca req-d9d5d562-3e84-40a6-bf7d-47c7de49cabd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573924 Apr 21 06:27:15.105525 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-68f9d262-a8c1-40e5-b385-22dc36a2c656 req-6efb19f2-2711-46c6-9ebf-c4eb17a56358 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722139 Apr 21 06:27:15.125662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:16.329842 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8613ee-018b-493f-8787-d0cdabec465b req-58290e7a-fb3f-4f89-931c-fe6baafa3c09 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:16.332124 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fe8613ee-018b-493f-8787-d0cdabec465b req-58290e7a-fb3f-4f89-931c-fe6baafa3c09 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 947 time: 0.0898409 Apr 21 06:27:16.380191 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fe8613ee-018b-493f-8787-d0cdabec465b req-f8c12c97-0c4b-42bd-9000-b6b757163b0a tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413241 Apr 21 06:27:17.591171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e91515-be56-499b-b8eb-6bbd2e255354 req-255a26eb-6aa3-4806-93cd-0ec576aa761c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:17.592818 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-53e91515-be56-499b-b8eb-6bbd2e255354 req-255a26eb-6aa3-4806-93cd-0ec576aa761c tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 947 time: 0.0912778 Apr 21 06:27:17.641574 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-53e91515-be56-499b-b8eb-6bbd2e255354 req-0914d040-f9e4-4863-91f2-413da30df00d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423679 Apr 21 06:27:18.748602 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a7c11606-0a6a-4b74-9cf6-bc1872598ded req-aa9bb9f7-ca2e-48ac-a933-9e460501d062 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860405 Apr 21 06:27:18.898508 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c11606-0a6a-4b74-9cf6-bc1872598ded req-b6db4275-e492-4f65-9bd8-a2d6abf8dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:18.900358 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a7c11606-0a6a-4b74-9cf6-bc1872598ded req-b6db4275-e492-4f65-9bd8-a2d6abf8dd33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 1100 time: 0.0796900 Apr 21 06:27:19.062041 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c11606-0a6a-4b74-9cf6-bc1872598ded req-5a58d24e-964a-4ae6-ba8f-91214f540b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:19.063680 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a7c11606-0a6a-4b74-9cf6-bc1872598ded req-5a58d24e-964a-4ae6-ba8f-91214f540b93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 200 len: 917 time: 0.1427972 Apr 21 06:27:19.175314 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a7c11606-0a6a-4b74-9cf6-bc1872598ded req-401a7efd-ae6e-48f3-a9e4-f74dd877af33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45 HTTP/1.1" status: 200 len: 1001 time: 0.1045413 Apr 21 06:27:19.247696 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c11606-0a6a-4b74-9cf6-bc1872598ded req-4592911e-d5ab-40d6-b387-422505cd054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:19.249475 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a7c11606-0a6a-4b74-9cf6-bc1872598ded req-4592911e-d5ab-40d6-b387-422505cd054a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 200 len: 855 time: 0.0681202 Apr 21 06:27:19.493516 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:19.588537 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c11606-0a6a-4b74-9cf6-bc1872598ded req-97cd0648-2959-4486-b9c5-3c5d61bd0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:19.591454 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a7c11606-0a6a-4b74-9cf6-bc1872598ded req-97cd0648-2959-4486-b9c5-3c5d61bd0b51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f539fb37-8abf-4a55-9300-e38107332925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3349245 Apr 21 06:27:19.740853 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a7c11606-0a6a-4b74-9cf6-bc1872598ded req-c095554a-ca72-46d7-b821-1797cb497d9c service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429563 Apr 21 06:27:19.894943 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a7c11606-0a6a-4b74-9cf6-bc1872598ded req-5fe924dc-a8a6-4312-9754-4127d749f452 service neutron] 10.222.0.41 "GET /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477852 Apr 21 06:27:33.018955 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:27:38.791739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-eb98a7b4-d7b1-4b4a-aa95-987a056eeb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:41.631675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48453426-4ce0-44a7-a7cd-cbb7c08a3a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:42.062244 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:43.041743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:45.127290 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:47.692470 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce877f1-2e6d-472b-986c-d4e7c9e8e4db req-8c1a6265-7081-4b63-94b5-ff4ca71e8b56 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:47.694021 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2ce877f1-2e6d-472b-986c-d4e7c9e8e4db req-8c1a6265-7081-4b63-94b5-ff4ca71e8b56 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 947 time: 0.0989778 Apr 21 06:27:47.743843 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2ce877f1-2e6d-472b-986c-d4e7c9e8e4db req-f48b3786-eb8f-4e0f-8b3e-b5be3558242f tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 Apr 21 06:27:48.919356 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084005aa-2d09-4e01-b463-2789dc839e03 req-07fe70f8-a9c3-4805-b743-0331e0db95ab tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:48.920960 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-084005aa-2d09-4e01-b463-2789dc839e03 req-07fe70f8-a9c3-4805-b743-0331e0db95ab tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.41 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 947 time: 0.1301062 Apr 21 06:27:49.021515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Deleting port fc7295a5-a734-4edf-8ef2-d68e35596a45 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:27:49.021899 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:49.131074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574add20-d091-4553-9a38-bfae0b3fbeb1 req-74d7b520-95d2-4ef4-8153-772fec577035 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:27:49.132665 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-574add20-d091-4553-9a38-bfae0b3fbeb1 req-74d7b520-95d2-4ef4-8153-772fec577035 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 947 time: 0.2584116 Apr 21 06:27:49.276464 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-574add20-d091-4553-9a38-bfae0b3fbeb1 req-4eb5d3f0-9a4e-4498-9dc5-1ee13ef8db90 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b506c93-261e-4b97-a939-ac86fe24f6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362324 Apr 21 06:27:49.348591 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] For port fc7295a5-a734-4edf-8ef2-d68e35596a45, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=fc7295a5-a734-4edf-8ef2-d68e35596a45,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:27:49.349048 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:49.493046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:49.671439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:49.671858 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:49.672249 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_db [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Floating IP dc741267-15a1-4bb3-862e-f3914b77568f disassociated. External IP: 172.28.0.73, port: fc7295a5-a734-4edf-8ef2-d68e35596a45. Apr 21 06:27:49.672633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Calling delete_port for fc7295a5-a734-4edf-8ef2-d68e35596a45 owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:27:49.825977 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:49.831791 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-253aad28-df5c-40bd-9f86-7a677056dbfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:27:49.878515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event deleted for resources: {'Port': ['ID=fc7295a5-a734-4edf-8ef2-d68e35596a45,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:27:49.889704 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:49.890109 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:49.890785 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:49.891178 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:49.891567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:49.891973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:49.892373 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:49.892759 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:49.893361 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:49.893479 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:49.893861 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:49.894244 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:49.899554 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:27:50.098105 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Router 687fb951-4b51-4cd0-bd9f-6be7338dff83 has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:27:50.291487 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:27:50.302684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9084868-ada0-4c92-ac58-c539578981d7 None None] Sync routers for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:27:50.318916 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9084868-ada0-4c92-ac58-c539578981d7 None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:27:50.319850 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c9084868-ada0-4c92-ac58-c539578981d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:27:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:27:50.389188 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] No DVR routers for this DVR port fc7295a5-a734-4edf-8ef2-d68e35596a45 on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:27:50.393233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:50.398426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'name': 'network-vif-deleted', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:27:50.426824 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-084005aa-2d09-4e01-b463-2789dc839e03 req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.41 "DELETE /v2.0/ports/fc7295a5-a734-4edf-8ef2-d68e35596a45 HTTP/1.1" status: 204 len: 173 time: 1.4989552 Apr 21 06:27:50.497789 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6da51f40-e240-4ca3-8f1d-7f19273fe42f req-5a9a4393-915e-401c-820b-7e281e98d516 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/ports?device_id=74326df4-adbd-43fa-b516-f82e60ce0bac HTTP/1.1" status: 200 len: 210 time: 0.0676370 Apr 21 06:27:50.516392 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74326df4-adbd-43fa-b516-f82e60ce0bac', 'name': 'network-vif-deleted', 'tag': 'fc7295a5-a734-4edf-8ef2-d68e35596a45', 'status': 'completed', 'code': 200} Apr 21 06:27:50.549637 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-c9084868-ada0-4c92-ac58-c539578981d7 None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:27:50.904158 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c9084868-ada0-4c92-ac58-c539578981d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:23:00Z', 'revision_number': 5, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:27:50.909012 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9084868-ada0-4c92-ac58-c539578981d7 None None] Checking router: 687fb951-4b51-4cd0-bd9f-6be7338dff83 for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:27:50.920754 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9084868-ada0-4c92-ac58-c539578981d7 None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:27:50.921477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c9084868-ada0-4c92-ac58-c539578981d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:27:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:27:51.118792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-c9084868-ada0-4c92-ac58-c539578981d7 None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:27:51.460308 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c9084868-ada0-4c92-ac58-c539578981d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:23:00Z', 'revision_number': 5, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:27:51.464706 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9084868-ada0-4c92-ac58-c539578981d7 None None] The sync data for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb is: [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:22:50Z', 'revision_number': 4, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': '342fcb97-c018-4b11-b561-b092e106b3ef', 'name': '', 'network_id': 'f539fb37-8abf-4a55-9300-e38107332925', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'mac_address': 'fa:16:3e:95:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:47Z', 'updated_at': '2021-04-21T06:23:00Z', 'revision_number': 5, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'subnets': [{'id': '702f025a-ad00-43bf-8b02-8e42b4b9eb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:27:51.643395 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 36850) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:27:51.723490 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:51.758332 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:51.811458 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:51.817788 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-383b9809-237b-4c7c-8438-759d084f4c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:27:51.837091 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b506c93-261e-4b97-a939-ac86fe24f6d0,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:27:51.849166 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:51.849601 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:51.850027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:51.850444 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:51.850857 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:51.851271 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:51.851681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:51.852117 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:51.852544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:51.852949 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:51.853353 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:51.853759 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:27:51.859313 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:27:51.869959 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:51.871212 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-20366a83-e749-4ff9-b50e-73fc80b97fe2 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "DELETE /v2.0/security-groups/0b506c93-261e-4b97-a939-ac86fe24f6d0 HTTP/1.1" status: 204 len: 168 time: 0.2266932 Apr 21 06:27:51.874293 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 36854) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:27:51.885523 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea0587-2af2-4a78-8c2c-ef6ed201d1c6 None None] New status for floating IP dc741267-15a1-4bb3-862e-f3914b77568f: DOWN {{(pid=86269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:27:51.904759 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.api.v2.resource [None req-2c4ac2b9-eeba-45e4-820f-afb318da93ce tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] show failed (client error): The resource could not be found. Apr 21 06:27:51.907546 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-2c4ac2b9-eeba-45e4-820f-afb318da93ce tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "GET /v2.0/security-groups/0b506c93-261e-4b97-a939-ac86fe24f6d0 HTTP/1.1" status: 404 len: 347 time: 0.0306592 Apr 21 06:27:51.910162 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 36858) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:27:52.089447 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Deleting port 78e2983c-74fa-458a-a1ba-0a5c6ee96ff8 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:27:52.089839 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:52.296102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:52.296751 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:52.493877 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Calling delete_port for 78e2983c-74fa-458a-a1ba-0a5c6ee96ff8 owned by network:floatingip {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:27:52.588893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.db.api [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86268) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:27:52.589261 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_db.api [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:27:52.592014 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device fc7295a5-a734-4edf-8ef2-d68e35596a45 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:27:52.629594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: fc7295a5-a734-4edf-8ef2-d68e35596a45 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:27:52.629989 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device fc7295a5-a734-4edf-8ef2-d68e35596a45 not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:27:53.090584 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Deleting port 78e2983c-74fa-458a-a1ba-0a5c6ee96ff8 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:27:53.090978 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:53.282462 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:53.282838 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:53.654979 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Calling delete_port for 78e2983c-74fa-458a-a1ba-0a5c6ee96ff8 owned by network:floatingip {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:27:53.803431 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:53.808454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:27:53.891967 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Pushing event deleted for resources: {'Port': ['ID=78e2983c-74fa-458a-a1ba-0a5c6ee96ff8,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:27:53.900199 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:27:53.959373 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks [] for floatingip, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:53.976246 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:53.977485 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-3bd97d86-1e09-4fd5-8f38-a810bf861d03 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] 10.222.0.32 "DELETE /v2.0/floatingips/dc741267-15a1-4bb3-862e-f3914b77568f HTTP/1.1" status: 204 len: 168 time: 2.0661192 Apr 21 06:27:57.016917 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 36884) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:27:57.796496 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381923'] for router_interface, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:58.180039 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] Deleting port 342fcb97-c018-4b11-b561-b092e106b3ef {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:27:58.180596 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:58.371192 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] For port 342fcb97-c018-4b11-b561-b092e106b3ef, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=342fcb97-c018-4b11-b561-b092e106b3ef,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:27:58.371588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:58.576822 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] Calling delete_port for 342fcb97-c018-4b11-b561-b092e106b3ef owned by network:router_interface {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:27:58.764860 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:58.770528 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3ec17df9-9fe0-42c9-bdd1-e3e39fd9408f tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:27:58.817346 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=342fcb97-c018-4b11-b561-b092e106b3ef,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:27:58.820026 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:27:59.116235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8095905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381853'] for router_interface, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:27:59.502484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] Router 687fb951-4b51-4cd0-bd9f-6be7338dff83 has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:27:59.945954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:27:59.956383 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b1012-7c52-4bd2-a170-0530789dfb12 None None] Sync routers for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:27:59.964414 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] 10.222.0.32 "PUT /v2.0/routers/687fb951-4b51-4cd0-bd9f-6be7338dff83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9462435 Apr 21 06:27:59.967148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b1012-7c52-4bd2-a170-0530789dfb12 None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:27:59.967367 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 36890) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:27:59.967829 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-647b1012-7c52-4bd2-a170-0530789dfb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:27:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:00.157869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Notify callbacks [] for router, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:00.164330 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-647b1012-7c52-4bd2-a170-0530789dfb12 None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:28:00.366542 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:00.375447 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Deleting port 2c17bd38-2468-4add-a91b-fc24c1a395bb {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:28:00.375830 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:00.578024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] For port 2c17bd38-2468-4add-a91b-fc24c1a395bb, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=2c17bd38-2468-4add-a91b-fc24c1a395bb,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:00.578632 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:00.636323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-647b1012-7c52-4bd2-a170-0530789dfb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:27:58Z', 'revision_number': 5, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port': {'id': '2c17bd38-2468-4add-a91b-fc24c1a395bb', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:22:38Z', 'updated_at': '2021-04-21T06:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:00.640749 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b1012-7c52-4bd2-a170-0530789dfb12 None None] Checking router: 687fb951-4b51-4cd0-bd9f-6be7338dff83 for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:28:00.650648 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b1012-7c52-4bd2-a170-0530789dfb12 None None] Routers {'687fb951-4b51-4cd0-bd9f-6be7338dff83'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:28:00.651316 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-647b1012-7c52-4bd2-a170-0530789dfb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:27:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['687fb951-4b51-4cd0-bd9f-6be7338dff83'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:00.716825 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Calling delete_port for 2c17bd38-2468-4add-a91b-fc24c1a395bb owned by network:router_gateway {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:28:00.815737 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-647b1012-7c52-4bd2-a170-0530789dfb12 None None] Set router 687fb951-4b51-4cd0-bd9f-6be7338dff83 gateway port host: None {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:28:00.899237 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:00.904092 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ebbbfed8-5919-4e49-9823-71b0960b8d05 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:00.935800 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-647b1012-7c52-4bd2-a170-0530789dfb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:28:00Z', 'revision_number': 6, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port_host': None}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:00.940262 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b1012-7c52-4bd2-a170-0530789dfb12 None None] The sync data for ids ['687fb951-4b51-4cd0-bd9f-6be7338dff83'] in dv-cinder-776307-5-smb is: [{'id': '687fb951-4b51-4cd0-bd9f-6be7338dff83', 'name': 'tempest-AttachVolumeShelveTestJSON-206483078-router', 'tenant_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:22:35Z', 'updated_at': '2021-04-21T06:28:00Z', 'revision_number': 6, 'project_id': '3a55baeb1a6040e7bb3ded9a5ca4be55', 'gw_port_host': None}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:28:00.954420 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c17bd38-2468-4add-a91b-fc24c1a395bb,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:00.958426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:01.058011 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7990114'] for router_gateway, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:01.251626 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3074'] for router, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:01.254085 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:01.279427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854349958'] for router, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:01.280051 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 687fb951-4b51-4cd0-bd9f-6be7338dff83 {{(pid=86268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:28:01.293064 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Notify callbacks [] for router, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:01.294291 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] 10.222.0.32 "DELETE /v2.0/routers/687fb951-4b51-4cd0-bd9f-6be7338dff83 HTTP/1.1" status: 204 len: 168 time: 1.3258848 Apr 21 06:28:01.297036 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 36894) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:01.366540 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-301d4ae0-030f-4f39-b396-2f7120f708af admin admin] Deleting subnet 702f025a-ad00-43bf-8b02-8e42b4b9eb44 {{(pid=86268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:28:01.369854 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-301d4ae0-030f-4f39-b396-2f7120f708af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:01.422690 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-301d4ae0-030f-4f39-b396-2f7120f708af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6272019'] for subnet, precommit_delete_associations {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:01.505831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-301d4ae0-030f-4f39-b396-2f7120f708af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:01.766905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-301d4ae0-030f-4f39-b396-2f7120f708af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848161355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848498396'] for subnet, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:01.772346 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e1bb8fa6-bc53-4e53-bcf6-ea8519c3c464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:01.811826 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d4ae0-030f-4f39-b396-2f7120f708af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=702f025a-ad00-43bf-8b02-8e42b4b9eb44,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:01.813983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-301d4ae0-030f-4f39-b396-2f7120f708af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:01.817261 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-301d4ae0-030f-4f39-b396-2f7120f708af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:01.819422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5012d678-c99f-4545-ba41-de4127d49f33 None None] Network f539fb37-8abf-4a55-9300-e38107332925 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:28:01.821586 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-301d4ae0-030f-4f39-b396-2f7120f708af admin admin] 10.222.0.32 "DELETE /v2.0/subnets/702f025a-ad00-43bf-8b02-8e42b4b9eb44 HTTP/1.1" status: 204 len: 168 time: 0.5235162 Apr 21 06:28:01.824221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 36898) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:01.936474 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:01.948014 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Deleting port d4770c83-8c33-43fe-9264-15bf8a44021e {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:28:01.948385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:02.076073 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f7c522-014c-456a-bdd9-09ff7bb87a0f None None] DHCP port deletion for f539fb37-8abf-4a55-9300-e38107332925 request from dv-cinder-776307-5-smb {{(pid=86269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:28:02.080632 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7c522-014c-456a-bdd9-09ff7bb87a0f None None] Deleting port d4770c83-8c33-43fe-9264-15bf8a44021e {{(pid=86269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:28:02.081061 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c522-014c-456a-bdd9-09ff7bb87a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:02.172216 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] For port d4770c83-8c33-43fe-9264-15bf8a44021e, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=d4770c83-8c33-43fe-9264-15bf8a44021e,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:02.172613 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:02.305022 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Calling delete_port for d4770c83-8c33-43fe-9264-15bf8a44021e owned by network:dhcp {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:28:02.306596 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-c7f7c522-014c-456a-bdd9-09ff7bb87a0f None None] For port d4770c83-8c33-43fe-9264-15bf8a44021e, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=d4770c83-8c33-43fe-9264-15bf8a44021e,segment=NetworkSegment(7a713c9e-af7b-4a0a-90c4-b07ef75d00f6),segment_id=7a713c9e-af7b-4a0a-90c4-b07ef75d00f6)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:02.307044 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c522-014c-456a-bdd9-09ff7bb87a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:02.387009 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:02.392171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9609c519-b450-43f1-a248-0ca3a0cc88bd tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:02.437328 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4770c83-8c33-43fe-9264-15bf8a44021e,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:02.440416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7c522-014c-456a-bdd9-09ff7bb87a0f None None] Calling delete_port for d4770c83-8c33-43fe-9264-15bf8a44021e owned by network:dhcp {{(pid=86269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:28:02.440691 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:02.441544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] No DVR routers for this DVR port d4770c83-8c33-43fe-9264-15bf8a44021e on host dv-cinder-776307-5-smb {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:28:02.528156 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 2c17bd38-2468-4add-a91b-fc24c1a395bb no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:28:02.566711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 2c17bd38-2468-4add-a91b-fc24c1a395bb {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:28:02.567068 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 2c17bd38-2468-4add-a91b-fc24c1a395bb not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:28:02.567536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device d4770c83-8c33-43fe-9264-15bf8a44021e no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:28:02.567979 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:02.596984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.db.api [None req-c7f7c522-014c-456a-bdd9-09ff7bb87a0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86269) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:28:02.597297 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_db.api [None req-c7f7c522-014c-456a-bdd9-09ff7bb87a0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:28:02.606648 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: d4770c83-8c33-43fe-9264-15bf8a44021e {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:28:02.607030 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device d4770c83-8c33-43fe-9264-15bf8a44021e not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:28:02.607494 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 342fcb97-c018-4b11-b561-b092e106b3ef no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:28:02.642914 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 342fcb97-c018-4b11-b561-b092e106b3ef {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:28:02.643312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 342fcb97-c018-4b11-b561-b092e106b3ef not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:28:02.683910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f539fb37-8abf-4a55-9300-e38107332925']}} {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:02.696467 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6') {'for_net_delete': True} {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:02.696807 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a713c9e-af7b-4a0a-90c4-b07ef75d00f6') {} {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:28:02.708644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848503781'] for segment, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:02.724154 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:02.730619 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=86268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:28:02.912195 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Network f539fb37-8abf-4a55-9300-e38107332925 has no segments {{(pid=86268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:28:02.921336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6613014'] for segment, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:03.099012 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7c522-014c-456a-bdd9-09ff7bb87a0f None None] Deleting port d4770c83-8c33-43fe-9264-15bf8a44021e {{(pid=86269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:28:03.099592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c522-014c-456a-bdd9-09ff7bb87a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:03.105276 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Network f539fb37-8abf-4a55-9300-e38107332925 has no segments {{(pid=86268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:28:03.131242 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:28:03.179075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7c522-014c-456a-bdd9-09ff7bb87a0f None None] The port 'd4770c83-8c33-43fe-9264-15bf8a44021e' was deleted {{(pid=86269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:28:03.446237 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:03.449946 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:03.464905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:03.476384 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f539fb37-8abf-4a55-9300-e38107332925,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:03.480068 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:03.491141 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7105bac8-7dc3-474c-b473-200a84a328b7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f539fb37-8abf-4a55-9300-e38107332925 HTTP/1.1" status: 204 len: 168 time: 1.6658344 Apr 21 06:28:03.613307 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 36904) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:03.672729 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-9920e1f7-1c02-46d7-983a-5fb1216c47ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a55baeb1a6040e7bb3ded9a5ca4be55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574195 Apr 21 06:28:03.676602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 36908) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:03.740030 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f00e9d1f-d45f-466e-a1d4-2b3f057dee02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:03.767431 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f00e9d1f-d45f-466e-a1d4-2b3f057dee02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:03.811362 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f00e9d1f-d45f-466e-a1d4-2b3f057dee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:03.816453 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c167451d-8451-4b66-b440-d19ced2cf4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:03.831233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e9d1f-d45f-466e-a1d4-2b3f057dee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593025c7-0df4-425e-b164-1cd865102476,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:03.833852 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f00e9d1f-d45f-466e-a1d4-2b3f057dee02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:03.840017 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f00e9d1f-d45f-466e-a1d4-2b3f057dee02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:03.841244 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f00e9d1f-d45f-466e-a1d4-2b3f057dee02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/593025c7-0df4-425e-b164-1cd865102476 HTTP/1.1" status: 204 len: 168 time: 0.1636362 Apr 21 06:28:04.611090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 36932) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:04.726688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-90585747-network', 'tenant_id': '00616032a5474e7085513da0dc7a6f1d'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:28:04.732011 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:28:04.736339 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Usage tracker for resource:network and tenant:00616032a5474e7085513da0dc7a6f1d is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:28:04.739481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:28:04.746630 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:28:04.756058 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Made reservation on behalf of 00616032a5474e7085513da0dc7a6f1d for: {'network': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:28:04.760916 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:04.774992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:04.790623 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:28:04.795082 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Usage tracker for resource:security_group_rule and tenant:00616032a5474e7085513da0dc7a6f1d is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:28:04.798292 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:28:04.804552 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:28:04.896996 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:04.906827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:04.911507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-01603161-5d09-43f6-85ba-854a34175893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:04.941037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=86268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:28:04.951067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a661b5-da83-4ecf-8597-93e2b87dcd15,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:04.955154 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:04.958897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:04.959331 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Added segment b148916b-e211-4fb8-a248-5f92108e3b02 of type vlan for network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 Apr 21 06:28:04.988881 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:05.023493 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:05.024957 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:05.025612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:05.030832 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-bf2824cf-b5c2-4e06-8497-6e40eae8f935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:05.144026 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5316849 Apr 21 06:28:05.145056 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Pushing event updated for resources: {'Network': ['ID=ff70f2e5-e7eb-4fea-886d-fe6be097ff72,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:05.147245 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 36938) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:28:05.147869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b898e36f-ad74-4883-a564-56c75e88b6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:05.153958 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Request body: {'subnet': {'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-90585747-subnet', 'tenant_id': '00616032a5474e7085513da0dc7a6f1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:28:05.158209 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:28:05.160472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:28:05.165273 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Usage tracker for resource:subnet and tenant:00616032a5474e7085513da0dc7a6f1d is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:28:05.169337 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:28:05.175660 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:28:05.189670 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Made reservation on behalf of 00616032a5474e7085513da0dc7a6f1d for: {'subnet': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:28:05.195157 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5966399'] for subnet, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:05.837001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848860289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5966382'] for subnet, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:05.841835 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:05.922914 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f170e6-5c81-4d41-85fc-90ee219d53fe,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:05.927054 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:05.927979 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Checking segment: {'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:28:05.928368 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Network hostable DHCP agents. Network: ff70f2e5-e7eb-4fea-886d-fe6be097ff72, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:28:05.946970 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:28:05.955175 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, ff70f2e5-e7eb-4fea-886d-fe6be097ff72) {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:28:05.967357 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f4d974-9c0c-4a33-beb4-0a3caef0fcc9 None None] Network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:28:05.967851 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:05.968536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:05.988217 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-47b781cd-7e68-4f05-bf49-e525d99d5182 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8395958 Apr 21 06:28:06.194103 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a8281c-d877-4759-82aa-ca2db81775f7 None None] Network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:28:06.561481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-cbe8dffb-8af2-46df-991b-58e04c8fb47a tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:06.562246 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-cbe8dffb-8af2-46df-991b-58e04c8fb47a tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Synchronizing usage tracker for tenant:00616032a5474e7085513da0dc7a6f1d on resource:network {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:28:06.578961 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-cbe8dffb-8af2-46df-991b-58e04c8fb47a tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Unset dirty status for tenant:00616032a5474e7085513da0dc7a6f1d on resource:network {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:28:06.580302 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-cbe8dffb-8af2-46df-991b-58e04c8fb47a tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 813 time: 0.1853657 Apr 21 06:28:06.596716 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-fc1a66ac-2250-48bc-8d1f-39b6b104e484 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/quotas/00616032a5474e7085513da0dc7a6f1d HTTP/1.1" status: 200 len: 375 time: 0.0101345 Apr 21 06:28:06.652501 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-93fb0510-8855-4448-ad48-dcf9b04d6747 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489929 Apr 21 06:28:06.846200 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-201b96c9-a03e-48e0-aaa3-159c29d197b9 service neutron] 10.222.0.32 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860640 Apr 21 06:28:06.996516 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-b3f4770e-0d72-43be-85df-58c60a6a0a5b service neutron] 10.222.0.32 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429453 Apr 21 06:28:07.203543 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd34b64a-3a4e-4e9e-a9da-ce38354ee684 req-8ca9ff16-921a-4a7e-a7d1-4d8d18ddec74 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 210 time: 0.0542445 Apr 21 06:28:08.376536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-8b95b049-24b6-4319-93f0-007bed84dbb7 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:08.378141 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-8b95b049-24b6-4319-93f0-007bed84dbb7 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 813 time: 0.2102220 Apr 21 06:28:08.391228 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-17134f7a-4a1b-463d-bbd5-136c2f4a7b7a req-a19e47b2-d89e-4ffe-b739-81ee0841d747 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 210 time: 0.0699890 Apr 21 06:28:08.397107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Request body: {'port': {'device_id': 'aa738251-4af6-47ff-972d-258d8d85f132', 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72', 'admin_state_up': True, 'tenant_id': '00616032a5474e7085513da0dc7a6f1d'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:28:08.559114 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:28:08.563723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Usage tracker for resource:port and tenant:00616032a5474e7085513da0dc7a6f1d is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:28:08.567677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:28:08.574646 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:28:08.584815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Made reservation on behalf of 00616032a5474e7085513da0dc7a6f1d for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:28:08.591086 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:08.769194 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Allocated IP 172.20.0.13 (ff70f2e5-e7eb-4fea-886d-fe6be097ff72/47f170e6-5c81-4d41-85fc-90ee219d53fe/65e92d96-d086-4ce4-a1c7-7eec03de4fb4) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:28:08.794507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e5ff71d6-5c57-4f2b-96e0-4a34bf5bf085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:08.994219 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:09.025044 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:09.030923 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:09.107199 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:28:09.110662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:28:09.115406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:28:09.157874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Pushing event updated for resources: {'Port': ['ID=65e92d96-d086-4ce4-a1c7-7eec03de4fb4,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:09.162608 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:09.191248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:09.192579 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:09.213056 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8207381 Apr 21 06:28:09.225472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Request body: {'port': {'device_id': 'aa738251-4af6-47ff-972d-258d8d85f132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:28:09.348723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:09.634991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95364a-26b5-438f-b6c9-9a6adda9268d req-59c25117-fecb-4162-bb72-fa850292ed29 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:09.636715 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fe95364a-26b5-438f-b6c9-9a6adda9268d req-59c25117-fecb-4162-bb72-fa850292ed29 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 932 time: 0.1039598 Apr 21 06:28:09.688110 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fe95364a-26b5-438f-b6c9-9a6adda9268d req-11385067-dd43-418c-b3f6-c38068f56d1f tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441449 Apr 21 06:28:09.728721 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:28:09.737008 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:09.753221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Transition to ACTIVE for port object 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:28:09.756033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:09.760896 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:09.933641 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Pushing event updated for resources: {'Port': ['ID=65e92d96-d086-4ce4-a1c7-7eec03de4fb4,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:09.936621 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:10.012805 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Attempting to bind port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:28:10.013180 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Attempting to bind port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:28:10.013557 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Attempting to bind port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 on network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:28:10.018514 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:28:10.019073 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 on network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:28:10.019437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Attempting to bind port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 on network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:28:10.025748 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:28:10.026118 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Checking segment: {'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:28:10.026536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Bound using segment: {'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:28:10.027005 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Bound port: 65e92d96-d086-4ce4-a1c7-7eec03de4fb4, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:28:10.027429 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:10.121113 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] For port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:28:10.124265 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] For port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=65e92d96-d086-4ce4-a1c7-7eec03de4fb4,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:28:10.127765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:10.133136 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8280908c-ac0a-496e-8c4b-d0d2ca984b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:10.190600 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:10.191268 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:10.193321 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] 10.222.0.41 "PUT /v2.0/ports/65e92d96-d086-4ce4-a1c7-7eec03de4fb4 HTTP/1.1" status: 200 len: 1094 time: 0.9731081 Apr 21 06:28:10.193851 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa738251-4af6-47ff-972d-258d8d85f132', 'tag': '65e92d96-d086-4ce4-a1c7-7eec03de4fb4'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:28:10.223854 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Pushing event updated for resources: {'Port': ['ID=65e92d96-d086-4ce4-a1c7-7eec03de4fb4,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:10.227088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:10.266372 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa738251-4af6-47ff-972d-258d8d85f132', 'tag': '65e92d96-d086-4ce4-a1c7-7eec03de4fb4', 'status': 'completed', 'code': 200} Apr 21 06:28:10.311477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-05795901-6cd6-4807-82e1-a542ff4f9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:10.313186 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-05795901-6cd6-4807-82e1-a542ff4f9bfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 1097 time: 0.0841055 Apr 21 06:28:10.388752 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-5e52fb3b-f16e-4f87-99c4-49a754610fbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e92d96-d086-4ce4-a1c7-7eec03de4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0690277 Apr 21 06:28:10.457899 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-f724b256-b815-43a2-934d-64bd91530bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:10.459528 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-f724b256-b815-43a2-934d-64bd91530bae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47f170e6-5c81-4d41-85fc-90ee219d53fe HTTP/1.1" status: 200 len: 853 time: 0.0651727 Apr 21 06:28:10.518663 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-05ad5195-ea47-4634-aa70-732cb4a56732 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522735 Apr 21 06:28:10.664574 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-de0d4857-f8fc-4827-9f1c-3a1243524d1e service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390109 Apr 21 06:28:10.815031 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1091429c-ad53-4e66-8042-70aa5b87dfa0 req-6534f5af-5a0d-49ef-b18d-5fd219090622 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443632 Apr 21 06:28:10.897846 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad6895-be88-412c-bef7-f8ad616593a4 req-153227b1-0157-4778-9b08-e52d18dc5e94 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:10.899507 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b2ad6895-be88-412c-bef7-f8ad616593a4 req-153227b1-0157-4778-9b08-e52d18dc5e94 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 944 time: 0.0954797 Apr 21 06:28:10.941689 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ee9bf-ebee-4c18-9da9-5c4278b4e95b req-f440d583-8095-4839-8187-2297179874ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:10.943400 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d88ee9bf-ebee-4c18-9da9-5c4278b4e95b req-f440d583-8095-4839-8187-2297179874ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 1097 time: 0.0823951 Apr 21 06:28:10.950243 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b2ad6895-be88-412c-bef7-f8ad616593a4 req-18e4a992-7cba-449c-811d-994380db466a tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439632 Apr 21 06:28:11.101558 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ee9bf-ebee-4c18-9da9-5c4278b4e95b req-56014d97-aa62-4a98-aa72-333490738929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:11.103208 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d88ee9bf-ebee-4c18-9da9-5c4278b4e95b req-56014d97-aa62-4a98-aa72-333490738929 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 914 time: 0.1512725 Apr 21 06:28:11.413904 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d88ee9bf-ebee-4c18-9da9-5c4278b4e95b req-7d3d822c-c6e1-4514-b490-145a7389cddb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e92d96-d086-4ce4-a1c7-7eec03de4fb4 HTTP/1.1" status: 200 len: 217 time: 0.3035479 Apr 21 06:28:11.494850 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ee9bf-ebee-4c18-9da9-5c4278b4e95b req-b89ad32b-f3a8-43bd-8482-89647664d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:11.496473 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d88ee9bf-ebee-4c18-9da9-5c4278b4e95b req-b89ad32b-f3a8-43bd-8482-89647664d416 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47f170e6-5c81-4d41-85fc-90ee219d53fe HTTP/1.1" status: 200 len: 853 time: 0.0758460 Apr 21 06:28:11.553737 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d88ee9bf-ebee-4c18-9da9-5c4278b4e95b req-1f087ad6-1b31-4d30-b22f-45d421625aeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506630 Apr 21 06:28:11.636176 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c63377b1-d3e7-4e10-a315-9159b3f0f6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:11.703796 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d88ee9bf-ebee-4c18-9da9-5c4278b4e95b req-0a2919c9-2c12-454e-be15-7919a0e3e048 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436768 Apr 21 06:28:11.861589 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d88ee9bf-ebee-4c18-9da9-5c4278b4e95b req-72c6ab65-a371-403a-9d88-3d50e20569d4 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516471 Apr 21 06:28:12.067024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:12.169804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cebc8-1d30-45cd-b1a5-0053c8f296e0 req-2ac38353-0cea-436c-852a-5b02db9c4c93 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:12.170574 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-592cebc8-1d30-45cd-b1a5-0053c8f296e0 req-2ac38353-0cea-436c-852a-5b02db9c4c93 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Synchronizing usage tracker for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:28:12.188179 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-592cebc8-1d30-45cd-b1a5-0053c8f296e0 req-2ac38353-0cea-436c-852a-5b02db9c4c93 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Unset dirty status for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:28:12.189483 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-592cebc8-1d30-45cd-b1a5-0053c8f296e0 req-2ac38353-0cea-436c-852a-5b02db9c4c93 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 944 time: 0.1147497 Apr 21 06:28:12.244354 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-592cebc8-1d30-45cd-b1a5-0053c8f296e0 req-59195e39-6c5c-41fd-a895-1db7e2d1f8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Synchronizing usage tracker for tenant:00616032a5474e7085513da0dc7a6f1d on resource:security_group {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:28:12.261327 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-592cebc8-1d30-45cd-b1a5-0053c8f296e0 req-59195e39-6c5c-41fd-a895-1db7e2d1f8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Unset dirty status for tenant:00616032a5474e7085513da0dc7a6f1d on resource:security_group {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:28:12.262594 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-592cebc8-1d30-45cd-b1a5-0053c8f296e0 req-59195e39-6c5c-41fd-a895-1db7e2d1f8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609498 Apr 21 06:28:12.716563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:28:13.025219 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=65e92d96-d086-4ce4-a1c7-7eec03de4fb4,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:13.051248 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '65e92d96-d086-4ce4-a1c7-7eec03de4fb4', 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72', 'port_id': '65e92d96-d086-4ce4-a1c7-7eec03de4fb4', 'mac_address': 'fa:16:3e:24:56:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f170e6-5c81-4d41-85fc-90ee219d53fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:28:13.086490 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:13.114624 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:13.132575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:28:13.149413 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=65e92d96-d086-4ce4-a1c7-7eec03de4fb4,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:13.153109 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:13.156147 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:13.298337 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=65e92d96-d086-4ce4-a1c7-7eec03de4fb4,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:13.307763 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:13.308192 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:13.308577 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:13.308957 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:13.309340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:13.309717 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:13.310088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:13.310454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:13.310827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:13.311195 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:13.311559 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:13.311923 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:13.316128 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:13.358074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['65e92d96-d086-4ce4-a1c7-7eec03de4fb4'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:28:13.474095 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7933e-e181-4964-9853-c8d63bf05566 req-dd456c42-a506-4808-a1f7-bd60bf05e5cf tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:13.475749 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-12d7933e-e181-4964-9853-c8d63bf05566 req-dd456c42-a506-4808-a1f7-bd60bf05e5cf tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 945 time: 0.0920703 Apr 21 06:28:13.533907 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-12d7933e-e181-4964-9853-c8d63bf05566 req-a20c08a4-87fb-41b4-bfad-2db94bfb9cde tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507154 Apr 21 06:28:14.733649 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:28:14.753304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31bc89-ec1f-456b-a12e-39d06996bce2 req-f1e45edd-863b-4bbc-ba5a-84bdb93a464b tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:14.755132 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3b31bc89-ec1f-456b-a12e-39d06996bce2 req-f1e45edd-863b-4bbc-ba5a-84bdb93a464b tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 945 time: 0.0962873 Apr 21 06:28:14.805797 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3b31bc89-ec1f-456b-a12e-39d06996bce2 req-82f85299-6b14-4dab-a519-e9038fb230ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 Apr 21 06:28:14.812730 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:28:14.819286 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:28:14.819740 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:14.944741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:14.972563 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa738251-4af6-47ff-972d-258d8d85f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e92d96-d086-4ce4-a1c7-7eec03de4fb4'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:28:14.983252 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=65e92d96-d086-4ce4-a1c7-7eec03de4fb4,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:14.986906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:14.988930 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:15.026992 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa738251-4af6-47ff-972d-258d8d85f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e92d96-d086-4ce4-a1c7-7eec03de4fb4', 'code': 200} Apr 21 06:28:15.060994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=65e92d96-d086-4ce4-a1c7-7eec03de4fb4,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:15.064075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:15.128552 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:15.267778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab0c8a-8069-4216-820b-1fcdd89937a3 req-cf335cba-ad89-486f-88eb-b88918e2f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:15.269325 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7cab0c8a-8069-4216-820b-1fcdd89937a3 req-cf335cba-ad89-486f-88eb-b88918e2f3dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 1099 time: 0.0813491 Apr 21 06:28:15.311622 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7cab0c8a-8069-4216-820b-1fcdd89937a3 req-c5b03ff8-8999-4f38-bbc9-d3f9d8632ddb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352545 Apr 21 06:28:16.014069 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c6342-142e-406e-ac0d-b34a7fa51654 req-2e1316d4-60e9-425a-b37d-8a42301235ab tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:16.016777 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9b1c6342-142e-406e-ac0d-b34a7fa51654 req-2e1316d4-60e9-425a-b37d-8a42301235ab tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 946 time: 0.0952404 Apr 21 06:28:16.074020 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9b1c6342-142e-406e-ac0d-b34a7fa51654 req-8e3e64e0-a0cf-494e-adc5-bfe43f8ef2d9 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504861 Apr 21 06:28:17.287263 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f299a-47e9-4420-8ebf-5c684d179b9c req-879ca183-7b88-4519-8b95-c40c5fbb45bf tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:17.288878 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d62f299a-47e9-4420-8ebf-5c684d179b9c req-879ca183-7b88-4519-8b95-c40c5fbb45bf tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 946 time: 0.0914981 Apr 21 06:28:17.336170 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d62f299a-47e9-4420-8ebf-5c684d179b9c req-02d3ccba-f232-40df-8886-a8f93774c439 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Apr 21 06:28:19.482485 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:19.766642 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c14d9aca-c89d-4d87-a104-900c98224600 req-692d210e-4e6b-46e7-a3a6-baea69f63d14 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791340 Apr 21 06:28:19.918085 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d9aca-c89d-4d87-a104-900c98224600 req-8cbfd1a2-63ee-4ac9-a29d-388c7c0ba18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:19.919750 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c14d9aca-c89d-4d87-a104-900c98224600 req-8cbfd1a2-63ee-4ac9-a29d-388c7c0ba18c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 1099 time: 0.0802314 Apr 21 06:28:20.088150 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d9aca-c89d-4d87-a104-900c98224600 req-7029d7da-171c-4c9b-b1b0-ab3230caea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:20.089708 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c14d9aca-c89d-4d87-a104-900c98224600 req-7029d7da-171c-4c9b-b1b0-ab3230caea1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 914 time: 0.1486630 Apr 21 06:28:20.168575 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c14d9aca-c89d-4d87-a104-900c98224600 req-dd2c91e7-cdfa-4bae-a06a-59192f33e0ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e92d96-d086-4ce4-a1c7-7eec03de4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0711477 Apr 21 06:28:20.243443 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d9aca-c89d-4d87-a104-900c98224600 req-c9689900-e4d9-4aa3-b7ea-ae58ef113c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:20.245069 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c14d9aca-c89d-4d87-a104-900c98224600 req-c9689900-e4d9-4aa3-b7ea-ae58ef113c6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47f170e6-5c81-4d41-85fc-90ee219d53fe HTTP/1.1" status: 200 len: 853 time: 0.0696597 Apr 21 06:28:20.299076 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c14d9aca-c89d-4d87-a104-900c98224600 req-2787becd-2aeb-4960-8bff-9bd1ec78f743 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474718 Apr 21 06:28:20.453999 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c14d9aca-c89d-4d87-a104-900c98224600 req-f894c9d0-2992-4d95-b9a9-7419a811831e service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450167 Apr 21 06:28:20.618514 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c14d9aca-c89d-4d87-a104-900c98224600 req-91c9368a-a6e6-40e2-9c49-81b897ed79e9 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528718 Apr 21 06:28:20.839221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ac693-c537-4a20-96af-da2edf90a83e req-fb91fe69-5400-4279-8891-f57dd28b63c2 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:20.840978 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-fb91fe69-5400-4279-8891-f57dd28b63c2 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 813 time: 0.1704898 Apr 21 06:28:20.858370 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-b612f09c-4f11-480b-ba7f-034fbc315ba4 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/quotas/00616032a5474e7085513da0dc7a6f1d HTTP/1.1" status: 200 len: 375 time: 0.0107715 Apr 21 06:28:20.956510 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-d378244b-00d5-4700-9129-0da8f498db75 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912895 Apr 21 06:28:21.118733 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-589ef169-ed1d-4eed-9c0f-11133bc8d0c4 service neutron] 10.222.0.32 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545749 Apr 21 06:28:21.270434 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-ac86695a-0df7-4bbb-bae0-ec4d6820587b service neutron] 10.222.0.32 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447937 Apr 21 06:28:21.480566 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-48dadb7e-290f-44a4-9f25-e99739c96ea6 req-4ad06bb0-6b76-40d7-bd65-51507dd6b51a tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 210 time: 0.0575452 Apr 21 06:28:22.514339 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ac693-c537-4a20-96af-da2edf90a83e req-96108f03-08e2-4082-a7e0-31347fb60797 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:22.516437 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-96108f03-08e2-4082-a7e0-31347fb60797 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 813 time: 0.1652784 Apr 21 06:28:22.529324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Request body: {'port': {'device_id': '0035ece2-9f33-44a4-b48d-3f5207a7c16b', 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72', 'admin_state_up': True, 'tenant_id': '00616032a5474e7085513da0dc7a6f1d'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:28:22.648403 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-72a82f62-c6c6-4008-ad34-061eedf797f2 req-2bbf6428-e6b7-4915-8de2-33478926776a tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 210 time: 0.0528889 Apr 21 06:28:22.682425 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:28:22.693097 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:28:22.701903 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Made reservation on behalf of 00616032a5474e7085513da0dc7a6f1d for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:28:22.707912 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:22.880959 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Allocated IP 172.20.0.14 (ff70f2e5-e7eb-4fea-886d-fe6be097ff72/47f170e6-5c81-4d41-85fc-90ee219d53fe/c1051086-7a98-4fd6-adf1-fa1a29341871) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:28:23.102002 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:23.132288 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:23.138253 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e6399687-ffbe-4256-8e98-1c378315804e tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:23.143611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['65e92d96-d086-4ce4-a1c7-7eec03de4fb4'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:28:23.216024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:28:23.220320 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:28:23.225533 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:28:23.268037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Pushing event updated for resources: {'Port': ['ID=c1051086-7a98-4fd6-adf1-fa1a29341871,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:23.273487 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:23.299855 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:23.300474 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:23.330308 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8058274 Apr 21 06:28:23.345546 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Request body: {'port': {'device_id': '0035ece2-9f33-44a4-b48d-3f5207a7c16b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:28:23.474553 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:23.930037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19116c06-e94a-4c6b-af74-5e441b52242d req-86801acd-262a-4a48-96b6-20e8d914a35c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:23.930818 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-19116c06-e94a-4c6b-af74-5e441b52242d req-86801acd-262a-4a48-96b6-20e8d914a35c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Synchronizing usage tracker for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:28:23.943628 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1051086-7a98-4fd6-adf1-fa1a29341871 {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:28:23.955467 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:23.964070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-19116c06-e94a-4c6b-af74-5e441b52242d req-86801acd-262a-4a48-96b6-20e8d914a35c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Unset dirty status for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:28:23.965354 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-19116c06-e94a-4c6b-af74-5e441b52242d req-86801acd-262a-4a48-96b6-20e8d914a35c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 932 time: 0.1991799 Apr 21 06:28:23.990798 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Transition to ACTIVE for port object c1051086-7a98-4fd6-adf1-fa1a29341871 will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:28:23.997319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:24.003107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:24.155276 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-19116c06-e94a-4c6b-af74-5e441b52242d req-71b728b1-1e49-416b-a49f-57ef2eb0b825 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825905 Apr 21 06:28:24.160976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Pushing event updated for resources: {'Port': ['ID=c1051086-7a98-4fd6-adf1-fa1a29341871,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:24.189572 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:24.274741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Attempting to bind port c1051086-7a98-4fd6-adf1-fa1a29341871 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:28:24.275119 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Attempting to bind port c1051086-7a98-4fd6-adf1-fa1a29341871 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:28:24.275489 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Attempting to bind port c1051086-7a98-4fd6-adf1-fa1a29341871 on network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:28:24.280525 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Port c1051086-7a98-4fd6-adf1-fa1a29341871 on network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:28:24.280892 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Attempting to bind port c1051086-7a98-4fd6-adf1-fa1a29341871 on network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:28:24.286571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:28:24.286949 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Checking segment: {'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:28:24.287391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Bound using segment: {'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:28:24.287859 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Bound port: c1051086-7a98-4fd6-adf1-fa1a29341871, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:28:24.288279 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:24.382735 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] For port c1051086-7a98-4fd6-adf1-fa1a29341871, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:28:24.385857 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] For port c1051086-7a98-4fd6-adf1-fa1a29341871, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c1051086-7a98-4fd6-adf1-fa1a29341871,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:28:24.389173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:24.394143 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4f8fb730-f48b-4bb7-8003-c1820d0c1b98 tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:24.462221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:24.462679 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:24.464198 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] 10.222.0.41 "PUT /v2.0/ports/c1051086-7a98-4fd6-adf1-fa1a29341871 HTTP/1.1" status: 200 len: 1094 time: 1.1237123 Apr 21 06:28:24.464741 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0035ece2-9f33-44a4-b48d-3f5207a7c16b', 'tag': 'c1051086-7a98-4fd6-adf1-fa1a29341871'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:28:24.482862 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Pushing event updated for resources: {'Port': ['ID=c1051086-7a98-4fd6-adf1-fa1a29341871,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:24.486090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:24.542945 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0035ece2-9f33-44a4-b48d-3f5207a7c16b', 'tag': 'c1051086-7a98-4fd6-adf1-fa1a29341871', 'status': 'completed', 'code': 200} Apr 21 06:28:24.587239 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ac693-c537-4a20-96af-da2edf90a83e req-07f357a8-a510-42b9-8014-f97cf4261f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:24.588936 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-07f357a8-a510-42b9-8014-f97cf4261f07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 1097 time: 0.0863187 Apr 21 06:28:24.666996 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-a4085adb-016f-4807-8810-b4993027d967 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1051086-7a98-4fd6-adf1-fa1a29341871 HTTP/1.1" status: 200 len: 217 time: 0.0700524 Apr 21 06:28:24.739099 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ac693-c537-4a20-96af-da2edf90a83e req-0d13ad9b-f200-4bdd-80e1-e46023fd4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:24.740768 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-0d13ad9b-f200-4bdd-80e1-e46023fd4cae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47f170e6-5c81-4d41-85fc-90ee219d53fe HTTP/1.1" status: 200 len: 853 time: 0.0677538 Apr 21 06:28:24.798719 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-3abe18d4-35aa-4a8c-b467-fa6712f0fea7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514088 Apr 21 06:28:24.945028 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-d78b266d-ee30-4e1b-907d-ad051e561485 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403868 Apr 21 06:28:25.092213 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-832ac693-c537-4a20-96af-da2edf90a83e req-d3adff8a-2655-476d-ab3d-e32e7a588d1a service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401598 Apr 21 06:28:25.218655 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87de1a-4c66-44de-8211-fb8740a30b19 req-33ab72bb-083f-41fd-8f33-86b8ab782cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:25.220322 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea87de1a-4c66-44de-8211-fb8740a30b19 req-33ab72bb-083f-41fd-8f33-86b8ab782cbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 1097 time: 0.0799816 Apr 21 06:28:25.673094 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87de1a-4c66-44de-8211-fb8740a30b19 req-7b11455d-4e5f-4570-b06b-bc33ea42cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:25.674707 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea87de1a-4c66-44de-8211-fb8740a30b19 req-7b11455d-4e5f-4570-b06b-bc33ea42cfd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 914 time: 0.4474945 Apr 21 06:28:25.687035 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f363623-f37d-402b-9d8f-41e9ce762d9f req-67dcf5a4-bbb7-4381-bb94-1124a772bfd6 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:25.688665 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8f363623-f37d-402b-9d8f-41e9ce762d9f req-67dcf5a4-bbb7-4381-bb94-1124a772bfd6 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 944 time: 0.1476376 Apr 21 06:28:25.774739 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea87de1a-4c66-44de-8211-fb8740a30b19 req-e24891d5-3df0-402e-ac28-2901d002aaa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1051086-7a98-4fd6-adf1-fa1a29341871 HTTP/1.1" status: 200 len: 217 time: 0.0850201 Apr 21 06:28:25.845586 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8f363623-f37d-402b-9d8f-41e9ce762d9f req-f2c5a673-f901-498d-abf4-985dd020a39c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038961 Apr 21 06:28:25.864173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87de1a-4c66-44de-8211-fb8740a30b19 req-ac2860a7-ddce-4dd6-83c1-467fec780e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:25.865747 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea87de1a-4c66-44de-8211-fb8740a30b19 req-ac2860a7-ddce-4dd6-83c1-467fec780e32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47f170e6-5c81-4d41-85fc-90ee219d53fe HTTP/1.1" status: 200 len: 853 time: 0.0797148 Apr 21 06:28:25.922034 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea87de1a-4c66-44de-8211-fb8740a30b19 req-37e2345a-12af-402f-8c21-09d303ebb42c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490470 Apr 21 06:28:26.070967 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea87de1a-4c66-44de-8211-fb8740a30b19 req-00304bad-a48c-45b4-94c0-8e1704f00a82 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417644 Apr 21 06:28:26.228734 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea87de1a-4c66-44de-8211-fb8740a30b19 req-53f647eb-ed0c-4e21-a78a-024e309c4dc2 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408768 Apr 21 06:28:26.813593 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device c1051086-7a98-4fd6-adf1-fa1a29341871 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:28:26.956498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port c1051086-7a98-4fd6-adf1-fa1a29341871, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c1051086-7a98-4fd6-adf1-fa1a29341871,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:26.971773 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': 'c1051086-7a98-4fd6-adf1-fa1a29341871', 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72', 'port_id': 'c1051086-7a98-4fd6-adf1-fa1a29341871', 'mac_address': 'fa:16:3e:81:13:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f170e6-5c81-4d41-85fc-90ee219d53fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:28:27.036111 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:27.054671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1051086-7a98-4fd6-adf1-fa1a29341871 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:28:27.055115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efcf61-23c6-486d-84dc-e1b045493207 req-f4a5b92f-8679-4c7a-b37d-56e330b4d5bc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:27.056781 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-89efcf61-23c6-486d-84dc-e1b045493207 req-f4a5b92f-8679-4c7a-b37d-56e330b4d5bc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 944 time: 0.0892353 Apr 21 06:28:27.071182 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port c1051086-7a98-4fd6-adf1-fa1a29341871, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c1051086-7a98-4fd6-adf1-fa1a29341871,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:27.074092 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:27.075991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a17d5c9a-b354-40a0-9f75-081ce7df033a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:27.114148 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-89efcf61-23c6-486d-84dc-e1b045493207 req-5e6c6f3d-81fa-409c-9465-95a4ca4aaa05 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505996 Apr 21 06:28:27.152417 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=c1051086-7a98-4fd6-adf1-fa1a29341871,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:27.155778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:27.285953 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['c1051086-7a98-4fd6-adf1-fa1a29341871'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:28:28.325820 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cf944-d5cd-48d5-8475-45402929efb3 req-efb134c1-ed1a-41f5-bbff-8913edd75785 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:28.327453 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4a0cf944-d5cd-48d5-8475-45402929efb3 req-efb134c1-ed1a-41f5-bbff-8913edd75785 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 945 time: 0.0938067 Apr 21 06:28:28.375947 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-4a0cf944-d5cd-48d5-8475-45402929efb3 req-342da47d-ef41-4502-882e-f7f628e558ed tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420604 Apr 21 06:28:28.844107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device c1051086-7a98-4fd6-adf1-fa1a29341871 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:28:28.914804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port c1051086-7a98-4fd6-adf1-fa1a29341871 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:28:28.919718 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port c1051086-7a98-4fd6-adf1-fa1a29341871 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:28:28.920174 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:29.043930 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:29.072834 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0035ece2-9f33-44a4-b48d-3f5207a7c16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1051086-7a98-4fd6-adf1-fa1a29341871'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:28:29.083887 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port c1051086-7a98-4fd6-adf1-fa1a29341871, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c1051086-7a98-4fd6-adf1-fa1a29341871,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:29.086841 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:29.088861 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:29.120689 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0035ece2-9f33-44a4-b48d-3f5207a7c16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1051086-7a98-4fd6-adf1-fa1a29341871', 'code': 200} Apr 21 06:28:29.167891 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=c1051086-7a98-4fd6-adf1-fa1a29341871,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:29.171125 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:29.356834 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd138ec0-60b4-4927-89a0-f63e838e0c1b req-0a65a4e1-deb3-406f-a7fb-3ed2016e0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:29.358340 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-cd138ec0-60b4-4927-89a0-f63e838e0c1b req-0a65a4e1-deb3-406f-a7fb-3ed2016e0426 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 1099 time: 0.0778947 Apr 21 06:28:29.403449 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-cd138ec0-60b4-4927-89a0-f63e838e0c1b req-e89c5eb7-9a72-42e3-a08b-869b48f5a447 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362620 Apr 21 06:28:29.581975 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db87de-bd8b-44ea-9a59-8576f3245af7 req-47854dce-b845-476e-83c8-b64a6cbead77 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:29.583663 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-29db87de-bd8b-44ea-9a59-8576f3245af7 req-47854dce-b845-476e-83c8-b64a6cbead77 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 946 time: 0.0920784 Apr 21 06:28:29.631668 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-29db87de-bd8b-44ea-9a59-8576f3245af7 req-357fc3f9-22ef-4440-b1e3-ae248d9682ee tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Apr 21 06:28:30.833977 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68442105-8fe6-4e16-b8fe-f54ebf575971 req-6819b109-fa11-4955-b996-6b1d3edfd6bf tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:30.835558 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-68442105-8fe6-4e16-b8fe-f54ebf575971 req-6819b109-fa11-4955-b996-6b1d3edfd6bf tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 946 time: 0.0893946 Apr 21 06:28:30.883272 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-68442105-8fe6-4e16-b8fe-f54ebf575971 req-cd374b73-3210-4465-ab40-8b4fa060a2e6 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411863 Apr 21 06:28:33.199884 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e12821-0784-4835-99bb-276a22117bcd req-96ac9fce-d27a-45cc-9d65-607f66e7a9f0 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:33.201506 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-96ac9fce-d27a-45cc-9d65-607f66e7a9f0 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 813 time: 0.1644003 Apr 21 06:28:33.218799 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-b5596474-ef05-4115-86e2-69a551783f6d tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/quotas/00616032a5474e7085513da0dc7a6f1d HTTP/1.1" status: 200 len: 375 time: 0.0105703 Apr 21 06:28:33.317659 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-87d2c6d0-c356-4ea9-8c84-bf0ec95c4234 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920019 Apr 21 06:28:33.473868 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-b719b71a-4896-4ff2-aba1-fd2dd15731c5 service neutron] 10.222.0.32 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458890 Apr 21 06:28:33.624607 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-f47eb618-dbc4-4d26-ae47-4295c9c0978f service neutron] 10.222.0.32 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437225 Apr 21 06:28:33.821096 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b4d8b697-ee9a-4747-9ac2-f5043d01829a req-ba212e07-469b-4ebe-94f0-e99bc1ce82e7 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 210 time: 0.0514336 Apr 21 06:28:34.882552 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e12821-0784-4835-99bb-276a22117bcd req-79feb0a8-7eae-4bc3-a18d-e8a4d6a1ab30 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:34.884277 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-79feb0a8-7eae-4bc3-a18d-e8a4d6a1ab30 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 813 time: 0.1624148 Apr 21 06:28:34.899893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Request body: {'port': {'device_id': 'f29d7c01-d062-4658-8f4a-2e90e5971747', 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72', 'admin_state_up': True, 'tenant_id': '00616032a5474e7085513da0dc7a6f1d'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:28:35.033887 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-643c5552-8df6-4e7f-a134-581f9664ff5d req-e758a519-3bf8-459d-84c5-a2839ba704a4 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 210 time: 0.0630035 Apr 21 06:28:35.094757 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:28:35.105485 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:28:35.114585 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Made reservation on behalf of 00616032a5474e7085513da0dc7a6f1d for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:28:35.120615 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:35.294099 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Allocated IP 172.20.0.3 (ff70f2e5-e7eb-4fea-886d-fe6be097ff72/47f170e6-5c81-4d41-85fc-90ee219d53fe/a8d934a8-83eb-4329-99da-45eb96f60873) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:28:35.511173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:35.542298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:35.548492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b731f990-4a05-4d80-84ab-d1122d594157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:35.555008 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['65e92d96-d086-4ce4-a1c7-7eec03de4fb4', 'c1051086-7a98-4fd6-adf1-fa1a29341871'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:28:35.625982 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:28:35.629894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:28:35.634270 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:28:35.667969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Pushing event updated for resources: {'Port': ['ID=a8d934a8-83eb-4329-99da-45eb96f60873,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:35.675353 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:35.706612 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:35.707867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:35.733604 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8398154 Apr 21 06:28:35.747016 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Request body: {'port': {'device_id': 'f29d7c01-d062-4658-8f4a-2e90e5971747', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:28:35.872121 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:36.240724 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d934a8-83eb-4329-99da-45eb96f60873 {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:28:36.243165 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f68cae-9690-4c80-bb1a-303e89d950d6 req-c4a5054b-145c-4735-9619-685138035b9d tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:36.244790 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a4f68cae-9690-4c80-bb1a-303e89d950d6 req-c4a5054b-145c-4735-9619-685138035b9d tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 931 time: 0.0943422 Apr 21 06:28:36.248859 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:36.266015 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Transition to ACTIVE for port object a8d934a8-83eb-4329-99da-45eb96f60873 will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:28:36.268744 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:36.273677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-99057ddf-8146-45af-bd09-515211318c7c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:36.295208 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-a4f68cae-9690-4c80-bb1a-303e89d950d6 req-1bdc1b09-e6e0-4646-a36a-1616a45cccf5 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426159 Apr 21 06:28:36.443827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Pushing event updated for resources: {'Port': ['ID=a8d934a8-83eb-4329-99da-45eb96f60873,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:36.475122 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:36.516025 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Attempting to bind port a8d934a8-83eb-4329-99da-45eb96f60873 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:28:36.516405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Attempting to bind port a8d934a8-83eb-4329-99da-45eb96f60873 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:28:36.516771 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Attempting to bind port a8d934a8-83eb-4329-99da-45eb96f60873 on network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:28:36.521738 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Port a8d934a8-83eb-4329-99da-45eb96f60873 on network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:28:36.522102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Attempting to bind port a8d934a8-83eb-4329-99da-45eb96f60873 on network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:28:36.527883 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:28:36.528308 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Checking segment: {'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:28:36.528723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Bound using segment: {'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:28:36.529189 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Bound port: a8d934a8-83eb-4329-99da-45eb96f60873, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:28:36.529571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:36.627662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] For port a8d934a8-83eb-4329-99da-45eb96f60873, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:28:36.630894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] For port a8d934a8-83eb-4329-99da-45eb96f60873, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a8d934a8-83eb-4329-99da-45eb96f60873,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:28:36.634190 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:36.638908 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-338b18a2-d3db-4f2e-954d-5f9fca05dd85 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:36.690042 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:36.690770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:36.692292 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] 10.222.0.41 "PUT /v2.0/ports/a8d934a8-83eb-4329-99da-45eb96f60873 HTTP/1.1" status: 200 len: 1093 time: 0.9500813 Apr 21 06:28:36.694601 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29d7c01-d062-4658-8f4a-2e90e5971747', 'tag': 'a8d934a8-83eb-4329-99da-45eb96f60873'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:28:36.728701 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Pushing event updated for resources: {'Port': ['ID=a8d934a8-83eb-4329-99da-45eb96f60873,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:36.731778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:36.781809 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29d7c01-d062-4658-8f4a-2e90e5971747', 'tag': 'a8d934a8-83eb-4329-99da-45eb96f60873', 'status': 'completed', 'code': 200} Apr 21 06:28:36.821922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e12821-0784-4835-99bb-276a22117bcd req-768958c9-78c8-4941-bb20-e81ab5f53aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:36.823505 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-768958c9-78c8-4941-bb20-e81ab5f53aa6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 1096 time: 0.0823627 Apr 21 06:28:36.895697 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-fced7f93-5f7c-4ef9-9577-b3185894d556 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8d934a8-83eb-4329-99da-45eb96f60873 HTTP/1.1" status: 200 len: 217 time: 0.0648632 Apr 21 06:28:36.967169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e12821-0784-4835-99bb-276a22117bcd req-9487b65d-9db6-41f4-9878-04fdfb606a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:36.968768 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-9487b65d-9db6-41f4-9878-04fdfb606a04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47f170e6-5c81-4d41-85fc-90ee219d53fe HTTP/1.1" status: 200 len: 853 time: 0.0666203 Apr 21 06:28:37.026004 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-0cea889f-90a9-4569-9639-4166902ba4da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468895 Apr 21 06:28:37.415918 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-5a319adc-33f3-408b-9261-0fd71493153d service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823326 Apr 21 06:28:37.509424 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87344b8-73e3-4414-923d-6cb55cfbff96 req-cfd5c430-19e6-43e4-9b5c-6eedfc25c263 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:37.511077 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b87344b8-73e3-4414-923d-6cb55cfbff96 req-cfd5c430-19e6-43e4-9b5c-6eedfc25c263 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 943 time: 0.0961556 Apr 21 06:28:37.563457 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b87344b8-73e3-4414-923d-6cb55cfbff96 req-53a697d7-95ca-40ad-a615-136f913c64ed tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452530 Apr 21 06:28:37.564069 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f5e12821-0784-4835-99bb-276a22117bcd req-f3c2e89c-e191-4ccc-a966-22bf705efbe9 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412623 Apr 21 06:28:37.694778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a0726-892d-4501-b434-4eaa8dad7a59 req-041c198c-7164-499a-a674-ff5c20c1fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:37.696410 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd2a0726-892d-4501-b434-4eaa8dad7a59 req-041c198c-7164-499a-a674-ff5c20c1fd37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 1096 time: 0.0847435 Apr 21 06:28:37.841973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a0726-892d-4501-b434-4eaa8dad7a59 req-19543b32-c03e-47c8-8c44-356c06c02b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:37.843472 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd2a0726-892d-4501-b434-4eaa8dad7a59 req-19543b32-c03e-47c8-8c44-356c06c02b46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 914 time: 0.1393316 Apr 21 06:28:37.921667 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd2a0726-892d-4501-b434-4eaa8dad7a59 req-566cfcb8-336f-48fc-a3a4-0bb23cf715ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8d934a8-83eb-4329-99da-45eb96f60873 HTTP/1.1" status: 200 len: 217 time: 0.0697761 Apr 21 06:28:37.992102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a0726-892d-4501-b434-4eaa8dad7a59 req-676cdac1-2f61-41fb-a639-4d4357bf1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:37.993694 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd2a0726-892d-4501-b434-4eaa8dad7a59 req-676cdac1-2f61-41fb-a639-4d4357bf1961 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47f170e6-5c81-4d41-85fc-90ee219d53fe HTTP/1.1" status: 200 len: 853 time: 0.0647860 Apr 21 06:28:38.050856 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd2a0726-892d-4501-b434-4eaa8dad7a59 req-702fe0e2-465d-4f4a-a15e-b8699b7c1576 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502908 Apr 21 06:28:38.203123 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd2a0726-892d-4501-b434-4eaa8dad7a59 req-3e4495c9-f6e3-4846-acf1-283b3451f336 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444850 Apr 21 06:28:38.346448 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd2a0726-892d-4501-b434-4eaa8dad7a59 req-a1c3ceac-92f0-4da1-9e01-b8af65c53174 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367857 Apr 21 06:28:38.767858 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583a472-b9bb-4137-951c-41dd756ac291 req-3288cd36-50b1-4800-bf67-43cba0db70da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:38.768637 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-8583a472-b9bb-4137-951c-41dd756ac291 req-3288cd36-50b1-4800-bf67-43cba0db70da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Synchronizing usage tracker for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:28:38.784314 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-8583a472-b9bb-4137-951c-41dd756ac291 req-3288cd36-50b1-4800-bf67-43cba0db70da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Unset dirty status for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:28:38.785629 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8583a472-b9bb-4137-951c-41dd756ac291 req-3288cd36-50b1-4800-bf67-43cba0db70da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 943 time: 0.1053975 Apr 21 06:28:38.797593 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7588d316-7ab4-4dc6-8188-7ab372ebbce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:38.834928 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-8583a472-b9bb-4137-951c-41dd756ac291 req-4f84e1e4-f148-4c6e-ba91-625ba5fbbaf1 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428395 Apr 21 06:28:40.049588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5f6f3-669e-415c-aeda-2e6f9274379f req-04d039e0-5a11-4457-a23c-dd6614545781 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:40.051843 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9fd5f6f3-669e-415c-aeda-2e6f9274379f req-04d039e0-5a11-4457-a23c-dd6614545781 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 943 time: 0.0900567 Apr 21 06:28:40.100223 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9fd5f6f3-669e-415c-aeda-2e6f9274379f req-e9b7ea56-c97b-4a34-8c59-e7bae402211d tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Apr 21 06:28:40.919312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device a8d934a8-83eb-4329-99da-45eb96f60873 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:28:41.063368 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port a8d934a8-83eb-4329-99da-45eb96f60873, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a8d934a8-83eb-4329-99da-45eb96f60873,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:41.078641 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': 'a8d934a8-83eb-4329-99da-45eb96f60873', 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72', 'port_id': 'a8d934a8-83eb-4329-99da-45eb96f60873', 'mac_address': 'fa:16:3e:a7:e0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f170e6-5c81-4d41-85fc-90ee219d53fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:28:41.138318 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:41.156505 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d934a8-83eb-4329-99da-45eb96f60873 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:28:41.172663 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port a8d934a8-83eb-4329-99da-45eb96f60873, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a8d934a8-83eb-4329-99da-45eb96f60873,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:41.175575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:41.178701 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:41.254704 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=a8d934a8-83eb-4329-99da-45eb96f60873,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:41.258228 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:41.309452 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126444c-2993-417c-910d-b110b94968bf req-fe0edb50-61ad-488f-8dca-5a00f054fa59 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:41.311079 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1126444c-2993-417c-910d-b110b94968bf req-fe0edb50-61ad-488f-8dca-5a00f054fa59 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 944 time: 0.0970118 Apr 21 06:28:41.360837 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1126444c-2993-417c-910d-b110b94968bf req-d84701d5-14d1-4577-ae68-ce37d065bf09 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424681 Apr 21 06:28:41.412381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['a8d934a8-83eb-4329-99da-45eb96f60873'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:28:41.652586 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d8485a0a-376f-4af6-9e14-ed9de498a016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:42.066862 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:42.570572 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9b937-4e34-4f77-961d-154ba39dcc90 req-c8655d22-66b5-4ecf-a9b5-3ff4015cebdb tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:42.572237 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-78a9b937-4e34-4f77-961d-154ba39dcc90 req-c8655d22-66b5-4ecf-a9b5-3ff4015cebdb tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 944 time: 0.0940113 Apr 21 06:28:42.620830 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-78a9b937-4e34-4f77-961d-154ba39dcc90 req-52110883-1134-4143-a22f-eec8347692a2 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420377 Apr 21 06:28:42.940993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device a8d934a8-83eb-4329-99da-45eb96f60873 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:28:43.017158 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port a8d934a8-83eb-4329-99da-45eb96f60873 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:28:43.023438 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port a8d934a8-83eb-4329-99da-45eb96f60873 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:28:43.023865 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:43.093337 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:43.169677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:43.199164 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29d7c01-d062-4658-8f4a-2e90e5971747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d934a8-83eb-4329-99da-45eb96f60873'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:28:43.210132 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port a8d934a8-83eb-4329-99da-45eb96f60873, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a8d934a8-83eb-4329-99da-45eb96f60873,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:43.213569 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:43.215498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:43.252693 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29d7c01-d062-4658-8f4a-2e90e5971747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d934a8-83eb-4329-99da-45eb96f60873', 'code': 200} Apr 21 06:28:43.288410 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=a8d934a8-83eb-4329-99da-45eb96f60873,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:43.291441 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:43.515912 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6c3f3-b0b2-4cff-a862-d6fabc12945a req-19a9d5af-da1e-4b83-85da-571040821d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:43.517564 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-95c6c3f3-b0b2-4cff-a862-d6fabc12945a req-19a9d5af-da1e-4b83-85da-571040821d3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 1098 time: 0.0786576 Apr 21 06:28:43.571588 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-95c6c3f3-b0b2-4cff-a862-d6fabc12945a req-d5f94573-5d29-475e-b7aa-8a9ed7e8f8a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414906 Apr 21 06:28:43.829407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc31d8-395d-48b6-a1ae-b5e49bb0ef5a req-91d8c672-66a2-47d0-8aa4-98b9c5ead99d tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:43.831120 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-edfc31d8-395d-48b6-a1ae-b5e49bb0ef5a req-91d8c672-66a2-47d0-8aa4-98b9c5ead99d tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 945 time: 0.0962412 Apr 21 06:28:43.887591 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-edfc31d8-395d-48b6-a1ae-b5e49bb0ef5a req-48fd2077-2157-4684-a590-ff747eccf31d tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491607 Apr 21 06:28:45.091512 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606508c4-90b7-4be9-984d-de21ed0f8c4d req-5ff51db8-8c76-4735-a528-6105d4567a3f tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:45.093142 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-606508c4-90b7-4be9-984d-de21ed0f8c4d req-5ff51db8-8c76-4735-a528-6105d4567a3f tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 945 time: 0.0880053 Apr 21 06:28:45.131055 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:45.142607 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-606508c4-90b7-4be9-984d-de21ed0f8c4d req-6de26cc7-cd6f-4fb3-bf13-7dd4c8172f3c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417373 Apr 21 06:28:47.018478 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:28:49.493754 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:51.533273 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-04b4f449-b2a9-44e4-ad3d-367cc7bc5738 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:51.534905 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-04b4f449-b2a9-44e4-ad3d-367cc7bc5738 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 813 time: 0.1652751 Apr 21 06:28:51.552349 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-6526be7f-2d3a-445c-b4a8-7c57d4b52781 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/quotas/00616032a5474e7085513da0dc7a6f1d HTTP/1.1" status: 200 len: 375 time: 0.0109212 Apr 21 06:28:51.652378 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-cd833235-ac35-4eb5-8778-99b3845a4ba4 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935841 Apr 21 06:28:51.797395 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-6a0d6d33-fd3b-4f18-8d9d-daf590e874f5 service neutron] 10.222.0.32 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374385 Apr 21 06:28:51.942081 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-bafb559b-58e4-4757-956b-72cc3290fd2d service neutron] 10.222.0.32 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370547 Apr 21 06:28:52.141371 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7b731dad-c99f-4d71-a84d-5730561a889e req-539cedf9-98d7-4182-8f8c-b7edd8730baf tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 210 time: 0.0501220 Apr 21 06:28:53.217831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-bb5fdf5c-a70e-48a2-bf05-b45c5afb8ee3 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:53.219546 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-bb5fdf5c-a70e-48a2-bf05-b45c5afb8ee3 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 813 time: 0.1692276 Apr 21 06:28:53.235662 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Request body: {'port': {'device_id': '6d2b88ba-531a-4e74-b62b-ba991e461e2f', 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72', 'admin_state_up': True, 'tenant_id': '00616032a5474e7085513da0dc7a6f1d'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:28:53.397645 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:28:53.409560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:28:53.463007 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-52bcfe67-68a2-485b-b259-b3c4dbeefa17 req-5d059e1e-1f8f-436a-b4c4-8bc687b3b4cb tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 210 time: 0.0546668 Apr 21 06:28:53.466689 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Made reservation on behalf of 00616032a5474e7085513da0dc7a6f1d for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:28:53.475922 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:53.651817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Allocated IP 172.20.0.2 (ff70f2e5-e7eb-4fea-886d-fe6be097ff72/47f170e6-5c81-4d41-85fc-90ee219d53fe/6ded2acb-c164-4e18-a77d-6f3eaba446c3) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:28:53.870154 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:53.901129 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:53.907281 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e0b4942e-6a8f-451e-8696-46b780a0d2dc tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:53.913729 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['65e92d96-d086-4ce4-a1c7-7eec03de4fb4', 'c1051086-7a98-4fd6-adf1-fa1a29341871', 'a8d934a8-83eb-4329-99da-45eb96f60873'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:28:53.982581 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:28:53.983817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:28:53.988931 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:28:54.036090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Pushing event updated for resources: {'Port': ['ID=6ded2acb-c164-4e18-a77d-6f3eaba446c3,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:54.055458 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:54.055865 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:54.056293 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:54.056689 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:54.057090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:54.057481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:54.058048 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:54.058439 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:54.058828 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:54.059216 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:54.059602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:54.060003 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:28:54.066342 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:54.077562 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:54.078227 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:54.103432 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-e20f97ea-73b0-444f-969c-925094f1b2ff tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8722141 Apr 21 06:28:54.115516 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Request body: {'port': {'device_id': '6d2b88ba-531a-4e74-b62b-ba991e461e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:28:54.237651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:54.610131 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ded2acb-c164-4e18-a77d-6f3eaba446c3 {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:28:54.619773 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:54.635971 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Transition to ACTIVE for port object 6ded2acb-c164-4e18-a77d-6f3eaba446c3 will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:28:54.639018 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:54.644144 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-48f77434-2bdf-4a88-9dff-f812a848e36a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:54.674236 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe0a4b-4dd3-4d43-a65e-30d9ac6a1e33 req-ae14c935-f2cf-4cbc-bc6d-fafe8cffd173 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:54.676436 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2bbe0a4b-4dd3-4d43-a65e-30d9ac6a1e33 req-ae14c935-f2cf-4cbc-bc6d-fafe8cffd173 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 931 time: 0.0909722 Apr 21 06:28:54.726213 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-2bbe0a4b-4dd3-4d43-a65e-30d9ac6a1e33 req-7283e48c-5621-4319-bbed-5c3521ce479a tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431027 Apr 21 06:28:55.047014 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Pushing event updated for resources: {'Port': ['ID=6ded2acb-c164-4e18-a77d-6f3eaba446c3,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:55.055077 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:55.125243 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Attempting to bind port 6ded2acb-c164-4e18-a77d-6f3eaba446c3 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:28:55.125622 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Attempting to bind port 6ded2acb-c164-4e18-a77d-6f3eaba446c3 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:28:55.125990 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Attempting to bind port 6ded2acb-c164-4e18-a77d-6f3eaba446c3 on network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:28:55.130954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Port 6ded2acb-c164-4e18-a77d-6f3eaba446c3 on network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:28:55.131319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Attempting to bind port 6ded2acb-c164-4e18-a77d-6f3eaba446c3 on network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:28:55.136834 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:28:55.137210 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Checking segment: {'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:28:55.137629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Bound using segment: {'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:28:55.138122 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Bound port: 6ded2acb-c164-4e18-a77d-6f3eaba446c3, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b148916b-e211-4fb8-a248-5f92108e3b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:28:55.138505 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:55.232739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] For port 6ded2acb-c164-4e18-a77d-6f3eaba446c3, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:28:55.235886 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] For port 6ded2acb-c164-4e18-a77d-6f3eaba446c3, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=6ded2acb-c164-4e18-a77d-6f3eaba446c3,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:28:55.239796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:55.244685 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7f77120d-b391-4fb6-9e9e-3c6749a5f8a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:55.294997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:55.295859 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:55.297453 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ded2acb-c164-4e18-a77d-6f3eaba446c3 HTTP/1.1" status: 200 len: 1093 time: 1.1867151 Apr 21 06:28:55.299728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2b88ba-531a-4e74-b62b-ba991e461e2f', 'tag': '6ded2acb-c164-4e18-a77d-6f3eaba446c3'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:28:55.331858 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Pushing event updated for resources: {'Port': ['ID=6ded2acb-c164-4e18-a77d-6f3eaba446c3,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:55.336123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:55.380071 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2b88ba-531a-4e74-b62b-ba991e461e2f', 'tag': '6ded2acb-c164-4e18-a77d-6f3eaba446c3', 'status': 'completed', 'code': 200} Apr 21 06:28:55.418258 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-b4a6a4d6-4f77-45b6-a900-4c3605cc033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:55.419842 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-b4a6a4d6-4f77-45b6-a900-4c3605cc033e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 1096 time: 0.0849438 Apr 21 06:28:55.499848 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-2e291fc2-3c2c-401b-a001-517daec53e0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ded2acb-c164-4e18-a77d-6f3eaba446c3 HTTP/1.1" status: 200 len: 217 time: 0.0714300 Apr 21 06:28:55.581157 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-b03ff5f8-299f-4e68-bfea-946b054f33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:55.583196 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-b03ff5f8-299f-4e68-bfea-946b054f33c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47f170e6-5c81-4d41-85fc-90ee219d53fe HTTP/1.1" status: 200 len: 853 time: 0.0673707 Apr 21 06:28:55.637637 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-502ca957-ee5a-4ce5-874c-cf90e24ddff8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480011 Apr 21 06:28:55.788393 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-57d773ba-4a19-48a2-84c5-fd438d64b6fb service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398051 Apr 21 06:28:55.936679 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1131fed8-efb1-48e2-96e4-fe917fa77ff5 req-074e018b-f709-44a5-a326-5d973cb36b11 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414709 Apr 21 06:28:55.941713 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcddd1-3f31-4184-9222-cb86de8526e6 req-b3163a3f-f19d-409e-a40e-cb714fada588 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:55.943384 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b7bcddd1-3f31-4184-9222-cb86de8526e6 req-b3163a3f-f19d-409e-a40e-cb714fada588 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 943 time: 0.1008937 Apr 21 06:28:55.996143 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b7bcddd1-3f31-4184-9222-cb86de8526e6 req-abd59cb9-96c6-4877-adcd-2d946b3ffb0f tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449750 Apr 21 06:28:56.071609 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffca4bd-a964-4715-a221-a0fcf5f3c0cd req-68aaefb0-3e00-4903-b5fe-b651aee0e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:56.073302 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1ffca4bd-a964-4715-a221-a0fcf5f3c0cd req-68aaefb0-3e00-4903-b5fe-b651aee0e589 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 1096 time: 0.0875039 Apr 21 06:28:56.223822 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffca4bd-a964-4715-a221-a0fcf5f3c0cd req-034eee73-86fc-44c4-bc3e-92e708b8518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:56.225403 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1ffca4bd-a964-4715-a221-a0fcf5f3c0cd req-034eee73-86fc-44c4-bc3e-92e708b8518d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 914 time: 0.1457422 Apr 21 06:28:56.299197 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1ffca4bd-a964-4715-a221-a0fcf5f3c0cd req-ddfa56ee-18fc-4b76-bdec-0c844253e8b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ded2acb-c164-4e18-a77d-6f3eaba446c3 HTTP/1.1" status: 200 len: 217 time: 0.0662217 Apr 21 06:28:56.373308 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffca4bd-a964-4715-a221-a0fcf5f3c0cd req-f5142d0b-9598-4472-b8db-8780acaf0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:56.374893 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1ffca4bd-a964-4715-a221-a0fcf5f3c0cd req-f5142d0b-9598-4472-b8db-8780acaf0812 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47f170e6-5c81-4d41-85fc-90ee219d53fe HTTP/1.1" status: 200 len: 853 time: 0.0684028 Apr 21 06:28:56.428626 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1ffca4bd-a964-4715-a221-a0fcf5f3c0cd req-466e8f0b-401a-4207-9126-34d33f9b89a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467761 Apr 21 06:28:56.578193 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1ffca4bd-a964-4715-a221-a0fcf5f3c0cd req-92c5194d-3a90-4668-88f1-7b85f3ff5424 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410782 Apr 21 06:28:56.723066 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1ffca4bd-a964-4715-a221-a0fcf5f3c0cd req-9ffe4e09-d6bb-412b-93cb-bed359b78a68 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374140 Apr 21 06:28:57.203383 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3f2cf-ba02-4dbf-a0c6-438f6b3e11e5 req-4e1fd43d-7651-4b91-9e1c-6f429fb4be27 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:57.204213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-3ff3f2cf-ba02-4dbf-a0c6-438f6b3e11e5 req-4e1fd43d-7651-4b91-9e1c-6f429fb4be27 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Synchronizing usage tracker for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:28:57.219070 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-3ff3f2cf-ba02-4dbf-a0c6-438f6b3e11e5 req-4e1fd43d-7651-4b91-9e1c-6f429fb4be27 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Unset dirty status for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:28:57.220353 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3ff3f2cf-ba02-4dbf-a0c6-438f6b3e11e5 req-4e1fd43d-7651-4b91-9e1c-6f429fb4be27 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 943 time: 0.1074460 Apr 21 06:28:57.268997 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-3ff3f2cf-ba02-4dbf-a0c6-438f6b3e11e5 req-6ce6e5b1-810e-46f6-a237-23b7650242f5 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Apr 21 06:28:58.475618 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30852eb-a915-4aee-a385-114c9344e4aa req-31a216df-5bbc-45ba-955f-3040fc124a47 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:58.477279 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e30852eb-a915-4aee-a385-114c9344e4aa req-31a216df-5bbc-45ba-955f-3040fc124a47 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 943 time: 0.0949583 Apr 21 06:28:58.526514 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e30852eb-a915-4aee-a385-114c9344e4aa req-d4e0f8a6-09cd-4c2c-b3c6-8193a10412ca tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424647 Apr 21 06:28:59.002869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 6ded2acb-c164-4e18-a77d-6f3eaba446c3 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:28:59.144895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 6ded2acb-c164-4e18-a77d-6f3eaba446c3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=6ded2acb-c164-4e18-a77d-6f3eaba446c3,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:59.158663 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '6ded2acb-c164-4e18-a77d-6f3eaba446c3', 'network_id': 'ff70f2e5-e7eb-4fea-886d-fe6be097ff72', 'port_id': '6ded2acb-c164-4e18-a77d-6f3eaba446c3', 'mac_address': 'fa:16:3e:55:71:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f170e6-5c81-4d41-85fc-90ee219d53fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:28:59.219404 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:59.236529 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ded2acb-c164-4e18-a77d-6f3eaba446c3 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:28:59.252624 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 6ded2acb-c164-4e18-a77d-6f3eaba446c3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=6ded2acb-c164-4e18-a77d-6f3eaba446c3,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:28:59.256240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:28:59.257991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:28:59.326445 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=6ded2acb-c164-4e18-a77d-6f3eaba446c3,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:28:59.329564 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:28:59.499100 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['6ded2acb-c164-4e18-a77d-6f3eaba446c3'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:28:59.730573 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2433ef9-edd1-418c-a5f0-f879fb94a96a req-eda97051-7bb1-4862-bc54-5f6041f64e30 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:28:59.732226 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d2433ef9-edd1-418c-a5f0-f879fb94a96a req-eda97051-7bb1-4862-bc54-5f6041f64e30 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 944 time: 0.0903802 Apr 21 06:28:59.780233 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-d2433ef9-edd1-418c-a5f0-f879fb94a96a req-628f7f98-c459-4efa-9e74-4f6cebf9e6e9 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Apr 21 06:29:00.988997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc886e5-6d8e-440c-ba23-6ecadeae0add req-fe079d92-c691-4c4e-b3cf-46e6f0f96a8b tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:00.990683 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9cc886e5-6d8e-440c-ba23-6ecadeae0add req-fe079d92-c691-4c4e-b3cf-46e6f0f96a8b tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 944 time: 0.0924320 Apr 21 06:29:01.028951 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 6ded2acb-c164-4e18-a77d-6f3eaba446c3 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:29:01.042061 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9cc886e5-6d8e-440c-ba23-6ecadeae0add req-db009437-078f-4cb1-8775-4f441808aaf8 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448968 Apr 21 06:29:01.153521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port 6ded2acb-c164-4e18-a77d-6f3eaba446c3 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:29:01.165201 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 6ded2acb-c164-4e18-a77d-6f3eaba446c3 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:29:01.165827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:01.300335 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:01.329754 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2b88ba-531a-4e74-b62b-ba991e461e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ded2acb-c164-4e18-a77d-6f3eaba446c3'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:29:01.340450 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 6ded2acb-c164-4e18-a77d-6f3eaba446c3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=6ded2acb-c164-4e18-a77d-6f3eaba446c3,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:29:01.344908 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:01.346427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:01.390864 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2b88ba-531a-4e74-b62b-ba991e461e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ded2acb-c164-4e18-a77d-6f3eaba446c3', 'code': 200} Apr 21 06:29:01.431182 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=6ded2acb-c164-4e18-a77d-6f3eaba446c3,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:01.447839 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:01.713426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b487a-0eea-4d46-8a2a-f63849b32894 req-2b2a1a27-860c-4aae-bae8-3d3ccecbae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:01.714987 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-de3b487a-0eea-4d46-8a2a-f63849b32894 req-2b2a1a27-860c-4aae-bae8-3d3ccecbae42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 1098 time: 0.1315870 Apr 21 06:29:01.761423 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-de3b487a-0eea-4d46-8a2a-f63849b32894 req-292f505c-9ed9-4b58-b5a7-c74f81f6d6f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389435 Apr 21 06:29:02.252905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4759019-ee26-43cb-9a38-b6844f6e5c17 req-b7e356ea-94de-4093-b669-92a299dd08fd tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:02.254627 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c4759019-ee26-43cb-9a38-b6844f6e5c17 req-b7e356ea-94de-4093-b669-92a299dd08fd tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 945 time: 0.0947988 Apr 21 06:29:02.305635 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c4759019-ee26-43cb-9a38-b6844f6e5c17 req-116a9fa6-9b81-4282-8c53-914f708eb997 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444682 Apr 21 06:29:03.535625 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167b00c-3e77-4622-ae94-11952e6dc300 req-5656b780-91bd-4ffc-a6c0-2a6e3904045c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:03.537476 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6167b00c-3e77-4622-ae94-11952e6dc300 req-5656b780-91bd-4ffc-a6c0-2a6e3904045c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 945 time: 0.0980990 Apr 21 06:29:03.596199 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6167b00c-3e77-4622-ae94-11952e6dc300 req-b668e21a-4496-42a4-82bc-6c4245ab46cb tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517197 Apr 21 06:29:08.801100 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a543c07a-fd57-4ce4-ad31-e7179926f0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:11.366796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf91303-f152-4ffa-ba39-6c6557755d58 req-4dd28b21-a759-4f33-bb62-bdb9e4902bdb tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:11.368478 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-baf91303-f152-4ffa-ba39-6c6557755d58 req-4dd28b21-a759-4f33-bb62-bdb9e4902bdb tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 945 time: 0.0965369 Apr 21 06:29:11.420962 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-baf91303-f152-4ffa-ba39-6c6557755d58 req-86acce65-ac0e-4a8f-8ba0-6270c6222c65 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458071 Apr 21 06:29:11.642353 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d3d1821a-db2e-415a-bd96-87da3dc169b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:12.072830 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:12.739423 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366feea-c00a-4bb7-b1fd-46cc301ff28d req-2d186d39-6521-4998-86b1-dfebf2073638 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:12.741086 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b366feea-c00a-4bb7-b1fd-46cc301ff28d req-2d186d39-6521-4998-86b1-dfebf2073638 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 945 time: 0.1664455 Apr 21 06:29:12.799887 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b366feea-c00a-4bb7-b1fd-46cc301ff28d req-b9561d28-f0a9-4fbd-940c-cc6bd586a039 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502527 Apr 21 06:29:12.921459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37154f59-b68b-4eef-8ed9-2c1ea3248cae req-1c906479-37b9-4872-9b04-5f0804821d63 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:12.923168 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-37154f59-b68b-4eef-8ed9-2c1ea3248cae req-1c906479-37b9-4872-9b04-5f0804821d63 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 945 time: 0.1229491 Apr 21 06:29:13.004492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-37154f59-b68b-4eef-8ed9-2c1ea3248cae req-fe221ed1-cb31-45c7-a001-d35d34e463bc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Deleting port 6ded2acb-c164-4e18-a77d-6f3eaba446c3 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:29:13.004815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-37154f59-b68b-4eef-8ed9-2c1ea3248cae req-fe221ed1-cb31-45c7-a001-d35d34e463bc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:13.048461 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:13.289893 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-37154f59-b68b-4eef-8ed9-2c1ea3248cae req-fe221ed1-cb31-45c7-a001-d35d34e463bc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] For port 6ded2acb-c164-4e18-a77d-6f3eaba446c3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=6ded2acb-c164-4e18-a77d-6f3eaba446c3,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:29:13.290316 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-37154f59-b68b-4eef-8ed9-2c1ea3248cae req-fe221ed1-cb31-45c7-a001-d35d34e463bc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:13.427527 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-37154f59-b68b-4eef-8ed9-2c1ea3248cae req-fe221ed1-cb31-45c7-a001-d35d34e463bc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Calling delete_port for 6ded2acb-c164-4e18-a77d-6f3eaba446c3 owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:29:13.595954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-37154f59-b68b-4eef-8ed9-2c1ea3248cae req-fe221ed1-cb31-45c7-a001-d35d34e463bc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:13.602913 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-edb2ce60-e948-4594-9d1a-1fc1c48dcc3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:13.608821 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['65e92d96-d086-4ce4-a1c7-7eec03de4fb4', 'c1051086-7a98-4fd6-adf1-fa1a29341871', 'a8d934a8-83eb-4329-99da-45eb96f60873', '6ded2acb-c164-4e18-a77d-6f3eaba446c3'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:29:13.656298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe221ed1-cb31-45c7-a001-d35d34e463bc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Pushing event deleted for resources: {'Port': ['ID=6ded2acb-c164-4e18-a77d-6f3eaba446c3,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:13.659731 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fe221ed1-cb31-45c7-a001-d35d34e463bc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:13.743491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-37154f59-b68b-4eef-8ed9-2c1ea3248cae req-fe221ed1-cb31-45c7-a001-d35d34e463bc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] No DVR routers for this DVR port 6ded2acb-c164-4e18-a77d-6f3eaba446c3 on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:29:13.746144 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-37154f59-b68b-4eef-8ed9-2c1ea3248cae req-fe221ed1-cb31-45c7-a001-d35d34e463bc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:13.749171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2b88ba-531a-4e74-b62b-ba991e461e2f', 'name': 'network-vif-deleted', 'tag': '6ded2acb-c164-4e18-a77d-6f3eaba446c3'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:29:13.765787 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-37154f59-b68b-4eef-8ed9-2c1ea3248cae req-fe221ed1-cb31-45c7-a001-d35d34e463bc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "DELETE /v2.0/ports/6ded2acb-c164-4e18-a77d-6f3eaba446c3 HTTP/1.1" status: 204 len: 173 time: 0.8369112 Apr 21 06:29:13.808448 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2b88ba-531a-4e74-b62b-ba991e461e2f', 'name': 'network-vif-deleted', 'tag': '6ded2acb-c164-4e18-a77d-6f3eaba446c3', 'status': 'completed', 'code': 200} Apr 21 06:29:14.040569 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f071a675-a244-4fd4-97e2-81ae583d622c req-7f2c97fe-20c9-4faa-9f0c-664c3dd8e047 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d2b88ba-531a-4e74-b62b-ba991e461e2f HTTP/1.1" status: 200 len: 210 time: 0.0585468 Apr 21 06:29:15.133918 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:16.810608 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eae393-0ec2-4cbc-a2da-768dd9c3cc1f req-342cfb9d-fea4-40ee-903b-0e28809f5496 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:16.811433 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-83eae393-0ec2-4cbc-a2da-768dd9c3cc1f req-342cfb9d-fea4-40ee-903b-0e28809f5496 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Synchronizing usage tracker for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:29:16.828143 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-83eae393-0ec2-4cbc-a2da-768dd9c3cc1f req-342cfb9d-fea4-40ee-903b-0e28809f5496 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Unset dirty status for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:29:16.829453 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-83eae393-0ec2-4cbc-a2da-768dd9c3cc1f req-342cfb9d-fea4-40ee-903b-0e28809f5496 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 945 time: 0.1098452 Apr 21 06:29:16.879121 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-83eae393-0ec2-4cbc-a2da-768dd9c3cc1f req-4f004dd2-d523-4b5f-ad17-ca6b9fadc3d6 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Apr 21 06:29:17.163619 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 6ded2acb-c164-4e18-a77d-6f3eaba446c3 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:29:17.205221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: 6ded2acb-c164-4e18-a77d-6f3eaba446c3 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:29:17.205615 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 6ded2acb-c164-4e18-a77d-6f3eaba446c3 not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:29:18.085124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d9033-dc52-4007-91e5-ce226bd40f93 req-4d170f5d-bb30-4af9-b6aa-4af1b39a92cf tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:18.086740 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e71d9033-dc52-4007-91e5-ce226bd40f93 req-4d170f5d-bb30-4af9-b6aa-4af1b39a92cf tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 945 time: 0.0915334 Apr 21 06:29:18.134889 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e71d9033-dc52-4007-91e5-ce226bd40f93 req-d2a68fde-d9cd-4b76-b994-e0e65bc38092 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415423 Apr 21 06:29:18.257074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1662a95-a5a2-4bc3-9bc9-30fc0e8fa850 req-8790533d-1323-4e45-a5bd-76f2e8ba7fa6 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:18.258535 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c1662a95-a5a2-4bc3-9bc9-30fc0e8fa850 req-8790533d-1323-4e45-a5bd-76f2e8ba7fa6 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 945 time: 0.0889854 Apr 21 06:29:18.333208 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-c1662a95-a5a2-4bc3-9bc9-30fc0e8fa850 req-f188bea5-3113-4c14-a181-807c047ce8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Deleting port a8d934a8-83eb-4329-99da-45eb96f60873 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:29:18.333596 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c1662a95-a5a2-4bc3-9bc9-30fc0e8fa850 req-f188bea5-3113-4c14-a181-807c047ce8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:18.601273 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-c1662a95-a5a2-4bc3-9bc9-30fc0e8fa850 req-f188bea5-3113-4c14-a181-807c047ce8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] For port a8d934a8-83eb-4329-99da-45eb96f60873, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a8d934a8-83eb-4329-99da-45eb96f60873,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:29:18.601675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c1662a95-a5a2-4bc3-9bc9-30fc0e8fa850 req-f188bea5-3113-4c14-a181-807c047ce8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:18.735405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-c1662a95-a5a2-4bc3-9bc9-30fc0e8fa850 req-f188bea5-3113-4c14-a181-807c047ce8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Calling delete_port for a8d934a8-83eb-4329-99da-45eb96f60873 owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:29:18.890885 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c1662a95-a5a2-4bc3-9bc9-30fc0e8fa850 req-f188bea5-3113-4c14-a181-807c047ce8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:18.896674 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9612a073-9b59-4ca7-a3e3-fd7495b3b99d tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:18.902847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['65e92d96-d086-4ce4-a1c7-7eec03de4fb4', 'c1051086-7a98-4fd6-adf1-fa1a29341871', 'a8d934a8-83eb-4329-99da-45eb96f60873'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:29:18.951719 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188bea5-3113-4c14-a181-807c047ce8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Pushing event deleted for resources: {'Port': ['ID=a8d934a8-83eb-4329-99da-45eb96f60873,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:18.955278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f188bea5-3113-4c14-a181-807c047ce8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:19.035766 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1662a95-a5a2-4bc3-9bc9-30fc0e8fa850 req-f188bea5-3113-4c14-a181-807c047ce8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] No DVR routers for this DVR port a8d934a8-83eb-4329-99da-45eb96f60873 on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:29:19.038371 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-c1662a95-a5a2-4bc3-9bc9-30fc0e8fa850 req-f188bea5-3113-4c14-a181-807c047ce8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:19.041541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29d7c01-d062-4658-8f4a-2e90e5971747', 'name': 'network-vif-deleted', 'tag': 'a8d934a8-83eb-4329-99da-45eb96f60873'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:29:19.060642 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c1662a95-a5a2-4bc3-9bc9-30fc0e8fa850 req-f188bea5-3113-4c14-a181-807c047ce8ac tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "DELETE /v2.0/ports/a8d934a8-83eb-4329-99da-45eb96f60873 HTTP/1.1" status: 204 len: 173 time: 0.7969203 Apr 21 06:29:19.101420 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29d7c01-d062-4658-8f4a-2e90e5971747', 'name': 'network-vif-deleted', 'tag': 'a8d934a8-83eb-4329-99da-45eb96f60873', 'status': 'completed', 'code': 200} Apr 21 06:29:19.330288 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bd51bdd5-4889-4154-b1b4-0b168d3b3053 req-4f31a6aa-0664-49cc-b971-e984b182b148 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=f29d7c01-d062-4658-8f4a-2e90e5971747 HTTP/1.1" status: 200 len: 210 time: 0.0543923 Apr 21 06:29:19.510735 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:20.801428 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-05c2c1f5-466f-4488-9fd1-3346607fc10c req-d003979a-f7d4-40d5-842a-a1797f9debd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1317389 Apr 21 06:29:20.840697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bf4a3-49c8-48a2-a7a5-38b4f5d30760 req-eeb2cf22-8098-47d2-ac55-ef3b96ce202b tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:20.841475 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-1e8bf4a3-49c8-48a2-a7a5-38b4f5d30760 req-eeb2cf22-8098-47d2-ac55-ef3b96ce202b tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Synchronizing usage tracker for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:29:20.857267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-1e8bf4a3-49c8-48a2-a7a5-38b4f5d30760 req-eeb2cf22-8098-47d2-ac55-ef3b96ce202b tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Unset dirty status for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:29:20.858559 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1e8bf4a3-49c8-48a2-a7a5-38b4f5d30760 req-eeb2cf22-8098-47d2-ac55-ef3b96ce202b tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 946 time: 0.1144135 Apr 21 06:29:21.184479 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device a8d934a8-83eb-4329-99da-45eb96f60873 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:29:21.198241 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1e8bf4a3-49c8-48a2-a7a5-38b4f5d30760 req-cf32535b-e083-4992-bb02-25fb2f21bc9c tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314211 Apr 21 06:29:21.222780 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: a8d934a8-83eb-4329-99da-45eb96f60873 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:29:21.223463 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device a8d934a8-83eb-4329-99da-45eb96f60873 not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:29:21.223821 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2c1f5-466f-4488-9fd1-3346607fc10c req-259cb7c8-9193-4907-9712-458d584f6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:21.226251 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-05c2c1f5-466f-4488-9fd1-3346607fc10c req-259cb7c8-9193-4907-9712-458d584f6a2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00616032a5474e7085513da0dc7a6f1d&device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 1099 time: 0.3432577 Apr 21 06:29:21.386798 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2c1f5-466f-4488-9fd1-3346607fc10c req-03307290-e8b6-4000-98a5-2bb87d695456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:21.388400 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-05c2c1f5-466f-4488-9fd1-3346607fc10c req-03307290-e8b6-4000-98a5-2bb87d695456 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 200 len: 914 time: 0.1399863 Apr 21 06:29:21.462821 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-05c2c1f5-466f-4488-9fd1-3346607fc10c req-59ca486a-824e-428c-8e77-97c5785d5dc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e92d96-d086-4ce4-a1c7-7eec03de4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0670393 Apr 21 06:29:21.540292 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2c1f5-466f-4488-9fd1-3346607fc10c req-56fda321-0c8b-4ba2-9b9e-98fe3e9cf0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:21.542444 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-05c2c1f5-466f-4488-9fd1-3346607fc10c req-56fda321-0c8b-4ba2-9b9e-98fe3e9cf0a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47f170e6-5c81-4d41-85fc-90ee219d53fe HTTP/1.1" status: 200 len: 853 time: 0.0733750 Apr 21 06:29:21.597909 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-05c2c1f5-466f-4488-9fd1-3346607fc10c req-469f49a2-f709-4e6f-83a6-a418dd74a7d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff70f2e5-e7eb-4fea-886d-fe6be097ff72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474908 Apr 21 06:29:21.746100 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-05c2c1f5-466f-4488-9fd1-3346607fc10c req-d24b4235-dae5-4601-8a45-071b9a835e41 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417112 Apr 21 06:29:21.896942 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-05c2c1f5-466f-4488-9fd1-3346607fc10c req-e085e519-74ba-4ea7-b2fd-c2f144599999 service neutron] 10.222.0.41 "GET /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414711 Apr 21 06:29:22.064457 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01e2f7-bb76-43e1-8847-1840ca27c60c req-af37653b-f489-47c6-985a-f19c91942fbf tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:22.066731 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bf01e2f7-bb76-43e1-8847-1840ca27c60c req-af37653b-f489-47c6-985a-f19c91942fbf tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "GET /v2.0/ports?device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 946 time: 0.0914955 Apr 21 06:29:22.149344 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-bf01e2f7-bb76-43e1-8847-1840ca27c60c req-fa175348-6f17-4825-a4f3-878663ab89da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Deleting port c1051086-7a98-4fd6-adf1-fa1a29341871 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:29:22.149738 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bf01e2f7-bb76-43e1-8847-1840ca27c60c req-fa175348-6f17-4825-a4f3-878663ab89da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:22.403113 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195bfe9-fed9-4c33-9486-007c4383e199 req-727a0978-ca4a-41c3-9f3e-3feb05bd7464 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:22.404658 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6195bfe9-fed9-4c33-9486-007c4383e199 req-727a0978-ca4a-41c3-9f3e-3feb05bd7464 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=0035ece2-9f33-44a4-b48d-3f5207a7c16b HTTP/1.1" status: 200 len: 946 time: 0.0896912 Apr 21 06:29:22.421718 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-bf01e2f7-bb76-43e1-8847-1840ca27c60c req-fa175348-6f17-4825-a4f3-878663ab89da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] For port c1051086-7a98-4fd6-adf1-fa1a29341871, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c1051086-7a98-4fd6-adf1-fa1a29341871,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:29:22.422130 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bf01e2f7-bb76-43e1-8847-1840ca27c60c req-fa175348-6f17-4825-a4f3-878663ab89da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:22.461065 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6195bfe9-fed9-4c33-9486-007c4383e199 req-05fdf3c9-fa57-4d84-b803-c41621384680 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499167 Apr 21 06:29:22.557894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-bf01e2f7-bb76-43e1-8847-1840ca27c60c req-fa175348-6f17-4825-a4f3-878663ab89da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Calling delete_port for c1051086-7a98-4fd6-adf1-fa1a29341871 owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:29:22.707090 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bf01e2f7-bb76-43e1-8847-1840ca27c60c req-fa175348-6f17-4825-a4f3-878663ab89da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:22.713178 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:22.718852 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['65e92d96-d086-4ce4-a1c7-7eec03de4fb4', 'c1051086-7a98-4fd6-adf1-fa1a29341871'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:29:22.763601 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa175348-6f17-4825-a4f3-878663ab89da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Pushing event deleted for resources: {'Port': ['ID=c1051086-7a98-4fd6-adf1-fa1a29341871,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:22.767327 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fa175348-6f17-4825-a4f3-878663ab89da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:22.845463 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf01e2f7-bb76-43e1-8847-1840ca27c60c req-fa175348-6f17-4825-a4f3-878663ab89da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] No DVR routers for this DVR port c1051086-7a98-4fd6-adf1-fa1a29341871 on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:29:22.848562 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-bf01e2f7-bb76-43e1-8847-1840ca27c60c req-fa175348-6f17-4825-a4f3-878663ab89da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:22.851377 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0035ece2-9f33-44a4-b48d-3f5207a7c16b', 'name': 'network-vif-deleted', 'tag': 'c1051086-7a98-4fd6-adf1-fa1a29341871'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:29:22.867567 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-bf01e2f7-bb76-43e1-8847-1840ca27c60c req-fa175348-6f17-4825-a4f3-878663ab89da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "DELETE /v2.0/ports/c1051086-7a98-4fd6-adf1-fa1a29341871 HTTP/1.1" status: 204 len: 173 time: 0.7946253 Apr 21 06:29:22.901234 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0035ece2-9f33-44a4-b48d-3f5207a7c16b', 'name': 'network-vif-deleted', 'tag': 'c1051086-7a98-4fd6-adf1-fa1a29341871', 'status': 'completed', 'code': 200} Apr 21 06:29:24.018817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:29:25.185126 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device c1051086-7a98-4fd6-adf1-fa1a29341871 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:29:25.221694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: c1051086-7a98-4fd6-adf1-fa1a29341871 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:29:25.222081 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device c1051086-7a98-4fd6-adf1-fa1a29341871 not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:29:25.222932 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cb675-8fc4-4918-9d7b-35dcc27decc9 req-05ec885e-b1b5-4547-9a7f-147a649079af tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:25.224604 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fa0cb675-8fc4-4918-9d7b-35dcc27decc9 req-05ec885e-b1b5-4547-9a7f-147a649079af tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 946 time: 0.0954909 Apr 21 06:29:25.274280 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fa0cb675-8fc4-4918-9d7b-35dcc27decc9 req-583701d4-d0c4-48ab-9611-237e4ea22212 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428982 Apr 21 06:29:26.539789 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214f866-2324-482f-8b7e-94872a1dfe91 req-1c62aea7-4ba4-4472-8160-6f590552f0e6 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:26.540605 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-7214f866-2324-482f-8b7e-94872a1dfe91 req-1c62aea7-4ba4-4472-8160-6f590552f0e6 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Synchronizing usage tracker for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:29:26.556355 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-7214f866-2324-482f-8b7e-94872a1dfe91 req-1c62aea7-4ba4-4472-8160-6f590552f0e6 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Unset dirty status for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:29:26.557684 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7214f866-2324-482f-8b7e-94872a1dfe91 req-1c62aea7-4ba4-4472-8160-6f590552f0e6 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 946 time: 0.1641011 Apr 21 06:29:26.657704 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7214f866-2324-482f-8b7e-94872a1dfe91 req-3dcfd80e-f4ff-4b65-9239-948b63d4d6f7 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/security-groups?id=41a661b5-da83-4ecf-8597-93e2b87dcd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936680 Apr 21 06:29:26.697361 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c93dca-6bbc-4f0f-98d9-99f5757c96d2 req-2192c5d3-b2d0-4676-9202-ca9ba0eb970f tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:29:26.698930 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-05c93dca-6bbc-4f0f-98d9-99f5757c96d2 req-2192c5d3-b2d0-4676-9202-ca9ba0eb970f tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 946 time: 0.1121066 Apr 21 06:29:26.777820 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-05c93dca-6bbc-4f0f-98d9-99f5757c96d2 req-b3af4c40-62ed-4d2f-afdc-a25dfb5e3481 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Deleting port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:29:26.778204 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-05c93dca-6bbc-4f0f-98d9-99f5757c96d2 req-b3af4c40-62ed-4d2f-afdc-a25dfb5e3481 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:27.048085 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-05c93dca-6bbc-4f0f-98d9-99f5757c96d2 req-b3af4c40-62ed-4d2f-afdc-a25dfb5e3481 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] For port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=65e92d96-d086-4ce4-a1c7-7eec03de4fb4,segment=NetworkSegment(b148916b-e211-4fb8-a248-5f92108e3b02),segment_id=b148916b-e211-4fb8-a248-5f92108e3b02)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:29:27.048490 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-05c93dca-6bbc-4f0f-98d9-99f5757c96d2 req-b3af4c40-62ed-4d2f-afdc-a25dfb5e3481 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:27.185322 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-05c93dca-6bbc-4f0f-98d9-99f5757c96d2 req-b3af4c40-62ed-4d2f-afdc-a25dfb5e3481 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Calling delete_port for 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:29:27.348696 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-05c93dca-6bbc-4f0f-98d9-99f5757c96d2 req-b3af4c40-62ed-4d2f-afdc-a25dfb5e3481 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:27.354716 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e6d788e3-8bcf-4b7d-ae41-de60357c420c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:27.361777 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['65e92d96-d086-4ce4-a1c7-7eec03de4fb4'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:29:27.404820 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af4c40-62ed-4d2f-afdc-a25dfb5e3481 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Pushing event deleted for resources: {'Port': ['ID=65e92d96-d086-4ce4-a1c7-7eec03de4fb4,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:27.408191 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b3af4c40-62ed-4d2f-afdc-a25dfb5e3481 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:27.491064 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c93dca-6bbc-4f0f-98d9-99f5757c96d2 req-b3af4c40-62ed-4d2f-afdc-a25dfb5e3481 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] No DVR routers for this DVR port 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:29:27.495526 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-05c93dca-6bbc-4f0f-98d9-99f5757c96d2 req-b3af4c40-62ed-4d2f-afdc-a25dfb5e3481 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:27.500443 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa738251-4af6-47ff-972d-258d8d85f132', 'name': 'network-vif-deleted', 'tag': '65e92d96-d086-4ce4-a1c7-7eec03de4fb4'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:29:27.520514 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-05c93dca-6bbc-4f0f-98d9-99f5757c96d2 req-b3af4c40-62ed-4d2f-afdc-a25dfb5e3481 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.41 "DELETE /v2.0/ports/65e92d96-d086-4ce4-a1c7-7eec03de4fb4 HTTP/1.1" status: 204 len: 173 time: 0.8165426 Apr 21 06:29:27.592862 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa738251-4af6-47ff-972d-258d8d85f132', 'name': 'network-vif-deleted', 'tag': '65e92d96-d086-4ce4-a1c7-7eec03de4fb4', 'status': 'completed', 'code': 200} Apr 21 06:29:27.838656 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-7330a8f9-c537-453e-a557-01bd7aeaa90e req-d5817079-87ea-4100-81e2-e4d686180cb1 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Synchronizing usage tracker for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:29:27.853437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-7330a8f9-c537-453e-a557-01bd7aeaa90e req-d5817079-87ea-4100-81e2-e4d686180cb1 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Unset dirty status for tenant:00616032a5474e7085513da0dc7a6f1d on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:29:27.854707 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7330a8f9-c537-453e-a557-01bd7aeaa90e req-d5817079-87ea-4100-81e2-e4d686180cb1 tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa738251-4af6-47ff-972d-258d8d85f132 HTTP/1.1" status: 200 len: 210 time: 0.0643024 Apr 21 06:29:28.960889 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37312) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:29.028266 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Deleting subnet 47f170e6-5c81-4d41-85fc-90ee219d53fe {{(pid=86267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:29:29.031636 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:29.089932 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6629933'] for subnet, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:29.150589 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:29.415043 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5915450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848809451'] for subnet, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:29.420083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fcfd6a0e-ef30-4c02-9c71-ea41bb50a02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:29.457651 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f170e6-5c81-4d41-85fc-90ee219d53fe,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:29.466927 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:29:29.467358 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:29:29.467780 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:29:29.468220 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:29:29.468638 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:29:29.469048 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:29:29.469458 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:29:29.469866 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:29:29.470276 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:29:29.470678 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:29:29.471081 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:29:29.471484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:29:29.475086 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:29.477999 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:29.482344 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-9801a312-e44d-40fb-b610-54b7da4e8cf8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/47f170e6-5c81-4d41-85fc-90ee219d53fe HTTP/1.1" status: 204 len: 168 time: 0.5201344 Apr 21 06:29:29.484966 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37316) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:29.605583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:29.744598 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:29.871347 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff70f2e5-e7eb-4fea-886d-fe6be097ff72']}} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:29:29.885309 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b148916b-e211-4fb8-a248-5f92108e3b02') {'for_net_delete': True} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:29:29.885652 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b148916b-e211-4fb8-a248-5f92108e3b02') {} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:29:29.899814 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848145883'] for segment, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:29.916231 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:29.922931 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=86267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:29:30.111686 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] Network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:29:30.121386 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848859495'] for segment, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:30.300603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] Network ff70f2e5-e7eb-4fea-886d-fe6be097ff72 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:29:30.328578 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:29:30.408939 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:30.414212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:30.418368 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-26a8583a-4e4b-41d9-b328-e12eb1c78188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:30.443610 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff70f2e5-e7eb-4fea-886d-fe6be097ff72,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:30.446761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:30.449175 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-48b980ed-e30c-4c16-8766-3bf63cdd5c95 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ff70f2e5-e7eb-4fea-886d-fe6be097ff72 HTTP/1.1" status: 204 len: 168 time: 0.9626095 Apr 21 06:29:30.572794 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37322) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:30.633264 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-5b893267-8bcf-45c9-8252-12a276a7c96a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00616032a5474e7085513da0dc7a6f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591099 Apr 21 06:29:30.635860 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37326) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:30.703543 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7c29e3ed-c692-454b-ac10-9901b1e2a7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:30.734626 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7c29e3ed-c692-454b-ac10-9901b1e2a7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:30.787053 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7c29e3ed-c692-454b-ac10-9901b1e2a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:30.792685 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d961eeb0-40c5-45a8-92e5-f4f436f6b3db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:30.809703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29e3ed-c692-454b-ac10-9901b1e2a7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a661b5-da83-4ecf-8597-93e2b87dcd15,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:30.812545 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7c29e3ed-c692-454b-ac10-9901b1e2a7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:30.822216 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7c29e3ed-c692-454b-ac10-9901b1e2a7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:30.826632 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-7c29e3ed-c692-454b-ac10-9901b1e2a7ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41a661b5-da83-4ecf-8597-93e2b87dcd15 HTTP/1.1" status: 204 len: 168 time: 0.1865633 Apr 21 06:29:31.200106 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:29:31.240182 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:29:31.240581 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 65e92d96-d086-4ce4-a1c7-7eec03de4fb4 not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:29:36.890300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37422) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:37.013442 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d64b0892-0771-4619-811c-a6a4ae76dbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:37.028968 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d64b0892-0771-4619-811c-a6a4ae76dbfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:29:37.033041 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d64b0892-0771-4619-811c-a6a4ae76dbfe admin admin] Usage tracker for resource:security_group_rule and tenant:b25f38f973b440afa0dcfdf7eba7bd79 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:29:37.036550 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d64b0892-0771-4619-811c-a6a4ae76dbfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:29:37.042991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d64b0892-0771-4619-811c-a6a4ae76dbfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:29:37.131867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d64b0892-0771-4619-811c-a6a4ae76dbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:37.134738 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d64b0892-0771-4619-811c-a6a4ae76dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:37.378105 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f7fee941-4046-448c-b9e2-5c0c9ca0a960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:37.421646 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d64b0892-0771-4619-811c-a6a4ae76dbfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b25f38f973b440afa0dcfdf7eba7bd79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5301592 Apr 21 06:29:37.423403 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b0892-0771-4619-811c-a6a4ae76dbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98a082d-62fb-4cea-b193-d1a9e434e35f,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:37.424482 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 37428) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:37.426883 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d64b0892-0771-4619-811c-a6a4ae76dbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:37.504781 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c1f31fe9-b4f7-416e-bdf3-22dba7567cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:37.535484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c1f31fe9-b4f7-416e-bdf3-22dba7567cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:37.580153 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c1f31fe9-b4f7-416e-bdf3-22dba7567cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:37.585708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-47f87d54-41c7-49cb-bdb8-a4d9b22e89a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:37.598675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f31fe9-b4f7-416e-bdf3-22dba7567cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98a082d-62fb-4cea-b193-d1a9e434e35f,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:37.601843 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c1f31fe9-b4f7-416e-bdf3-22dba7567cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:37.604050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c1f31fe9-b4f7-416e-bdf3-22dba7567cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:37.605837 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c1f31fe9-b4f7-416e-bdf3-22dba7567cd9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c98a082d-62fb-4cea-b193-d1a9e434e35f HTTP/1.1" status: 204 len: 168 time: 0.1801167 Apr 21 06:29:37.890792 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 37436) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:37.910397 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-26ebbe7a-f568-4420-8fcf-94502742548b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:37.928659 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-26ebbe7a-f568-4420-8fcf-94502742548b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:29:37.932800 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-26ebbe7a-f568-4420-8fcf-94502742548b admin admin] Usage tracker for resource:security_group_rule and tenant:63ed013dfa424bc4a7575ea16d945d5a is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:29:37.935831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-26ebbe7a-f568-4420-8fcf-94502742548b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:29:37.942602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-26ebbe7a-f568-4420-8fcf-94502742548b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:29:38.029660 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-26ebbe7a-f568-4420-8fcf-94502742548b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:38.032401 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-26ebbe7a-f568-4420-8fcf-94502742548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:38.041135 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3c6fa953-76d4-4642-a5ff-089d9bb0059e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:38.086500 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-26ebbe7a-f568-4420-8fcf-94502742548b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63ed013dfa424bc4a7575ea16d945d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945682 Apr 21 06:29:38.087466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebbe7a-f568-4420-8fcf-94502742548b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2669c4cf-fafb-4dd3-a5d4-5c73fb0d5855,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:38.089453 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37440) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:38.090580 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-26ebbe7a-f568-4420-8fcf-94502742548b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:38.154449 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc3e5-5b80-469f-b078-988d99be5d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:38.181588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc3e5-5b80-469f-b078-988d99be5d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:38.226264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc3e5-5b80-469f-b078-988d99be5d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:38.231396 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-150eea11-ef18-435b-999f-6e5848e7852d tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:38.245006 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebc3e5-5b80-469f-b078-988d99be5d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2669c4cf-fafb-4dd3-a5d4-5c73fb0d5855,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:38.247393 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a3ebc3e5-5b80-469f-b078-988d99be5d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:38.255332 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc3e5-5b80-469f-b078-988d99be5d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:38.256585 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-a3ebc3e5-5b80-469f-b078-988d99be5d94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2669c4cf-fafb-4dd3-a5d4-5c73fb0d5855 HTTP/1.1" status: 204 len: 168 time: 0.1654131 Apr 21 06:29:38.806432 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-46215cb2-744d-4fa5-a110-4e9d9b81c111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:41.634671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f849d208-7866-469c-b99c-41c723ea1f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:42.072348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:43.042939 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:44.185169 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37540) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:44.308797 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c84e3036-8d5b-4544-a4ef-890db1a5173d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:44.327545 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c84e3036-8d5b-4544-a4ef-890db1a5173d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:29:44.331617 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c84e3036-8d5b-4544-a4ef-890db1a5173d admin admin] Usage tracker for resource:security_group_rule and tenant:2533f12c5c3243bca8ea3851b5cb8fae is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:29:44.334578 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c84e3036-8d5b-4544-a4ef-890db1a5173d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:29:44.340626 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c84e3036-8d5b-4544-a4ef-890db1a5173d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:29:44.425799 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c84e3036-8d5b-4544-a4ef-890db1a5173d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:44.428694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c84e3036-8d5b-4544-a4ef-890db1a5173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:44.437616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-9d351a1b-ad0f-4e68-9dba-7d4fcd5e8c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:44.479524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e3036-8d5b-4544-a4ef-890db1a5173d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d89bf7-1a79-4255-8854-1dd16bbf24c9,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:44.483046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c84e3036-8d5b-4544-a4ef-890db1a5173d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:44.486292 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c84e3036-8d5b-4544-a4ef-890db1a5173d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2533f12c5c3243bca8ea3851b5cb8fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997305 Apr 21 06:29:44.489420 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37546) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:44.553288 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0bd40c3-f2a3-4e40-ae44-8d42979c0894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:44.580393 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0bd40c3-f2a3-4e40-ae44-8d42979c0894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:44.625240 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0bd40c3-f2a3-4e40-ae44-8d42979c0894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:44.630274 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-05320def-c51e-4c57-8cae-d764b19ba90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:44.644484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd40c3-f2a3-4e40-ae44-8d42979c0894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d89bf7-1a79-4255-8854-1dd16bbf24c9,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:44.646900 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d0bd40c3-f2a3-4e40-ae44-8d42979c0894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:44.652941 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d0bd40c3-f2a3-4e40-ae44-8d42979c0894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:44.654142 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d0bd40c3-f2a3-4e40-ae44-8d42979c0894 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38d89bf7-1a79-4255-8854-1dd16bbf24c9 HTTP/1.1" status: 204 len: 168 time: 0.1635299 Apr 21 06:29:44.953729 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 37554) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:44.975152 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-43ae5a9f-af0c-4a88-9406-044a4f94b7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:44.992427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-43ae5a9f-af0c-4a88-9406-044a4f94b7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:29:44.996917 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-43ae5a9f-af0c-4a88-9406-044a4f94b7d9 admin admin] Usage tracker for resource:security_group_rule and tenant:2b9a31f1257b48deb424e6f314642a9b is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:29:45.000203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-43ae5a9f-af0c-4a88-9406-044a4f94b7d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:29:45.006630 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-43ae5a9f-af0c-4a88-9406-044a4f94b7d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:29:45.099192 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-43ae5a9f-af0c-4a88-9406-044a4f94b7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:45.102162 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-43ae5a9f-af0c-4a88-9406-044a4f94b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:45.114824 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2650e042-32ab-49fc-96b7-a4002e331499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:45.138958 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:45.159019 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-43ae5a9f-af0c-4a88-9406-044a4f94b7d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b9a31f1257b48deb424e6f314642a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039776 Apr 21 06:29:45.160889 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae5a9f-af0c-4a88-9406-044a4f94b7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2a0908-60c5-4267-9278-23712034a6b7,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:45.162515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37558) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:45.164519 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-43ae5a9f-af0c-4a88-9406-044a4f94b7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:45.227506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d70ae276-2836-4040-b2c8-b2114e7029f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:45.256908 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d70ae276-2836-4040-b2c8-b2114e7029f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:45.303962 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d70ae276-2836-4040-b2c8-b2114e7029f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:45.309303 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c84e3036-8d5b-4544-a4ef-890db1a5173d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:45.323056 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ae276-2836-4040-b2c8-b2114e7029f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2a0908-60c5-4267-9278-23712034a6b7,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:45.326340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d70ae276-2836-4040-b2c8-b2114e7029f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:45.328505 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d70ae276-2836-4040-b2c8-b2114e7029f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:45.330341 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d70ae276-2836-4040-b2c8-b2114e7029f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be2a0908-60c5-4267-9278-23712034a6b7 HTTP/1.1" status: 204 len: 168 time: 0.1661260 Apr 21 06:29:45.720982 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37566) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:45.740797 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-149a66df-819e-4629-ace6-88e8c07371b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:45.760481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-149a66df-819e-4629-ace6-88e8c07371b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:29:45.764676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-149a66df-819e-4629-ace6-88e8c07371b9 admin admin] Usage tracker for resource:security_group_rule and tenant:8ef32f7f36de4240b085176a7f2c4f1b is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:29:45.767905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-149a66df-819e-4629-ace6-88e8c07371b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:29:45.774259 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-149a66df-819e-4629-ace6-88e8c07371b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:29:45.859351 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-149a66df-819e-4629-ace6-88e8c07371b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:45.863053 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-149a66df-819e-4629-ace6-88e8c07371b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:45.876266 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-03462d1b-0777-4c93-8fdf-c54ac2815c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:45.921510 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-149a66df-819e-4629-ace6-88e8c07371b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ef32f7f36de4240b085176a7f2c4f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992538 Apr 21 06:29:45.922536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a66df-819e-4629-ace6-88e8c07371b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4214526-a5d2-4308-9943-2dbecf959e5b,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:45.924306 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 37570) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:45.926408 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-149a66df-819e-4629-ace6-88e8c07371b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:45.990223 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b652d549-b6f7-489c-9534-07280afdcd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:46.023507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b652d549-b6f7-489c-9534-07280afdcd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:46.068477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b652d549-b6f7-489c-9534-07280afdcd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:46.073448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e8520475-d23c-4826-80c3-4f604a836fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:46.088055 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652d549-b6f7-489c-9534-07280afdcd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4214526-a5d2-4308-9943-2dbecf959e5b,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:46.090414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b652d549-b6f7-489c-9534-07280afdcd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:46.100576 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b652d549-b6f7-489c-9534-07280afdcd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:46.101796 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b652d549-b6f7-489c-9534-07280afdcd9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4214526-a5d2-4308-9943-2dbecf959e5b HTTP/1.1" status: 204 len: 168 time: 0.1758325 Apr 21 06:29:48.271992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37630) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:48.398304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a59f-b215-48fb-b929-7ee77ee700ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:48.413984 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c9e2a59f-b215-48fb-b929-7ee77ee700ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:29:48.418080 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c9e2a59f-b215-48fb-b929-7ee77ee700ef admin admin] Usage tracker for resource:security_group_rule and tenant:9729d8fd079344d1be89497659f34277 is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:29:48.421044 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-c9e2a59f-b215-48fb-b929-7ee77ee700ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:29:48.427028 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-c9e2a59f-b215-48fb-b929-7ee77ee700ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:29:48.519891 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a59f-b215-48fb-b929-7ee77ee700ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:48.522800 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a59f-b215-48fb-b929-7ee77ee700ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:48.532351 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7eef0fd5-83a6-4a01-a01c-d6703825e755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:48.574989 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c9e2a59f-b215-48fb-b929-7ee77ee700ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9729d8fd079344d1be89497659f34277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018067 Apr 21 06:29:48.576959 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2a59f-b215-48fb-b929-7ee77ee700ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a399e7-1989-45fa-8031-430b3c1e3ee3,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:48.578531 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 37636) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:48.580233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c9e2a59f-b215-48fb-b929-7ee77ee700ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:48.643574 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fb829bbe-5d03-4658-8fac-7889331ea2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:48.671102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fb829bbe-5d03-4658-8fac-7889331ea2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:48.717021 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fb829bbe-5d03-4658-8fac-7889331ea2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:48.722345 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f7910f95-b420-4693-a9ed-7b3ba839fcf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:48.736399 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb829bbe-5d03-4658-8fac-7889331ea2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a399e7-1989-45fa-8031-430b3c1e3ee3,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:48.740146 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fb829bbe-5d03-4658-8fac-7889331ea2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:48.741165 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fb829bbe-5d03-4658-8fac-7889331ea2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:48.743068 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-fb829bbe-5d03-4658-8fac-7889331ea2ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73a399e7-1989-45fa-8031-430b3c1e3ee3 HTTP/1.1" status: 204 len: 168 time: 0.1632955 Apr 21 06:29:49.033179 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 37644) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:49.054013 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0840649f-fead-416b-9c87-65a1f1faa00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:49.073916 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0840649f-fead-416b-9c87-65a1f1faa00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:29:49.078036 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0840649f-fead-416b-9c87-65a1f1faa00e admin admin] Usage tracker for resource:security_group_rule and tenant:2bc38fbb2c184003b5c45b204c69eb5a is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:29:49.081058 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-0840649f-fead-416b-9c87-65a1f1faa00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:29:49.087298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-0840649f-fead-416b-9c87-65a1f1faa00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:29:49.173970 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0840649f-fead-416b-9c87-65a1f1faa00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:49.178874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0840649f-fead-416b-9c87-65a1f1faa00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:49.188235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0789426c-69ba-4e98-b7ab-95757fbdc4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:49.231059 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-0840649f-fead-416b-9c87-65a1f1faa00e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2bc38fbb2c184003b5c45b204c69eb5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965945 Apr 21 06:29:49.232764 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840649f-fead-416b-9c87-65a1f1faa00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5954e8e2-f2d6-424c-aa0b-aede244e9991,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:49.234210 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37648) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:29:49.236243 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0840649f-fead-416b-9c87-65a1f1faa00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:49.309502 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4aacf70b-cbda-4049-b0d5-d11a25fc7591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:49.339530 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4aacf70b-cbda-4049-b0d5-d11a25fc7591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:49.388890 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4aacf70b-cbda-4049-b0d5-d11a25fc7591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:49.395265 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fcb49cac-5ea9-4658-8665-496b2e5b8836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:29:49.411359 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacf70b-cbda-4049-b0d5-d11a25fc7591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5954e8e2-f2d6-424c-aa0b-aede244e9991,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:29:49.414359 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4aacf70b-cbda-4049-b0d5-d11a25fc7591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:29:49.425802 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4aacf70b-cbda-4049-b0d5-d11a25fc7591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:29:49.427786 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-4aacf70b-cbda-4049-b0d5-d11a25fc7591 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5954e8e2-f2d6-424c-aa0b-aede244e9991 HTTP/1.1" status: 204 len: 168 time: 0.1924207 Apr 21 06:29:49.526719 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:01.018831 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:30:06.158064 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37784) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:06.282495 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ac14491e-cc01-43c1-bdf2-1618a2619edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:06.297703 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ac14491e-cc01-43c1-bdf2-1618a2619edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:06.301771 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ac14491e-cc01-43c1-bdf2-1618a2619edb admin admin] Usage tracker for resource:security_group_rule and tenant:a399510fce4748ecb3c7e339b21d3b9d is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:06.304771 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-ac14491e-cc01-43c1-bdf2-1618a2619edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:06.310824 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-ac14491e-cc01-43c1-bdf2-1618a2619edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:06.394594 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ac14491e-cc01-43c1-bdf2-1618a2619edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:06.397648 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ac14491e-cc01-43c1-bdf2-1618a2619edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:06.406545 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-037b31da-f274-49e9-b0f6-91854a9b6dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:06.448777 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ac14491e-cc01-43c1-bdf2-1618a2619edb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a399510fce4748ecb3c7e339b21d3b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895560 Apr 21 06:30:06.450497 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14491e-cc01-43c1-bdf2-1618a2619edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaeb6a7-6512-49a5-8bfb-d89471f0faf4,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:06.451709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 37790) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:06.453871 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ac14491e-cc01-43c1-bdf2-1618a2619edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:06.517028 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:06.546404 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:06.591092 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:06.594949 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e43d1807-d2cd-4080-bab6-1d53c00b70e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:06.611665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaeb6a7-6512-49a5-8bfb-d89471f0faf4,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:06.622730 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:06.623140 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:06.623540 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:06.623934 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:06.624346 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:06.624734 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:06.625167 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:06.625507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:06.625891 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:06.626273 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:06.626653 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:06.627030 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:06.632795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:06.634734 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:06.635925 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-380fc03f-5d6f-4341-9894-9cd7e26b477f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8aaeb6a7-6512-49a5-8bfb-d89471f0faf4 HTTP/1.1" status: 204 len: 168 time: 0.1831019 Apr 21 06:30:07.320396 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 37814) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:07.431041 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-468012799-network', 'tenant_id': '36024c3868b241aea3db0fe998b403be'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:07.436262 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:07.440436 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Usage tracker for resource:network and tenant:36024c3868b241aea3db0fe998b403be is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:07.443466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:07.450374 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:07.459740 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Made reservation on behalf of 36024c3868b241aea3db0fe998b403be for: {'network': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:30:07.464547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:07.478332 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:07.493591 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:07.497629 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Usage tracker for resource:security_group_rule and tenant:36024c3868b241aea3db0fe998b403be is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:07.500577 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:07.506508 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:07.593749 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:07.596506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:07.601360 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fb829bbe-5d03-4658-8fac-7889331ea2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:07.629340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=86268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:30:07.637516 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5f0cec-ef66-4035-9f72-0453132c07f1,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:07.641671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:07.646158 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:07.646505 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Added segment 4eee63ec-bb90-4b4f-a6c2-1febc460a08c of type vlan for network 01e59f85-85b0-4648-a600-006ee6828e3c Apr 21 06:30:07.674252 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:07.703313 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:07.704690 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:07.705331 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:07.711233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:07.816463 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4948814 Apr 21 06:30:07.817989 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Pushing event updated for resources: {'Network': ['ID=01e59f85-85b0-4648-a600-006ee6828e3c,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:07.820093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 37820) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:07.822929 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-03a93c8d-2611-4dba-a692-39ce0b95d364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:07.826744 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Request body: {'subnet': {'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-468012799-subnet', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'ip_version': 4}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:07.828962 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network 01e59f85-85b0-4648-a600-006ee6828e3c details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:30:07.831888 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:07.836566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Usage tracker for resource:subnet and tenant:36024c3868b241aea3db0fe998b403be is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:07.839515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:07.845894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:07.855709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Made reservation on behalf of 36024c3868b241aea3db0fe998b403be for: {'subnet': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:30:07.860506 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6277390'] for subnet, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:08.271557 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6614512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6277407'] for subnet, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:08.276340 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:08.353933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d447210-1586-4fec-b94e-56849ebf4c08,revision_number=0']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:08.356780 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:08.359603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Checking segment: {'id': '4eee63ec-bb90-4b4f-a6c2-1febc460a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:30:08.360034 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Network hostable DHCP agents. Network: 01e59f85-85b0-4648-a600-006ee6828e3c, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:30:08.379160 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Network 01e59f85-85b0-4648-a600-006ee6828e3c is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:30:08.387808 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, 01e59f85-85b0-4648-a600-006ee6828e3c) {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:30:08.397173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f580a23-f6ec-474b-978e-f70661fa06bc None None] Network 01e59f85-85b0-4648-a600-006ee6828e3c requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:30:08.400063 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:08.400723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for subnet, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:08.420449 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-38b5fdec-6ad5-400c-88de-7c846aa22023 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5992341 Apr 21 06:30:08.423318 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 37824) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:08.429442 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:08.435277 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:08.439581 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Usage tracker for resource:router and tenant:36024c3868b241aea3db0fe998b403be is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:08.444583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:08.450972 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:08.460635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3091'] for router, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:08.461706 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846785787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846888684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772709'] for router, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:08.480707 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:08.627896 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0189f098-c9a3-54f9-84eb-8f7de1146704-01e59f85-85b0-4648-a600-006ee6828e3c', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08'}]}} from dv-cinder-776307-5-smb. {{(pid=86269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:30:08.629074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:08.771291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846785550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772726'] for router, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:08.805774 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Allocated IP 172.20.0.2 (01e59f85-85b0-4648-a600-006ee6828e3c/7d447210-1586-4fec-b94e-56849ebf4c08/8df17d30-e175-4bc9-b3b3-6efd04a78e1f) {{(pid=86269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:30:08.812512 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-bed97a4d-fba4-457b-8a08-c3041dca444c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:09.043565 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Notify callbacks [] for port, precommit_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:09.055000 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Transition to ACTIVE for port object 8df17d30-e175-4bc9-b3b3-6efd04a78e1f will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:30:09.074259 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Transition to ACTIVE for port object 8df17d30-e175-4bc9-b3b3-6efd04a78e1f will not be triggered until provisioned by entity DHCP. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:30:09.078686 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:09.087731 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:09.152557 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Network 01e59f85-85b0-4648-a600-006ee6828e3c is already hosted by enough agents. {{(pid=86269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:30:09.153740 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Resources bound (agent type, host, resource id): {{(pid=86269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:30:09.158381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Received port after_create {{(pid=86269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:30:09.200730 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Pushing event updated for resources: {'Port': ['ID=8df17d30-e175-4bc9-b3b3-6efd04a78e1f,revision_number=1']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:09.246378 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:09.246805 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:09.247156 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:09.247531 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:09.247907 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:09.248305 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:09.248676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:09.249045 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:09.249416 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:09.249782 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:09.250147 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:09.250510 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:09.259437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:09.279681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Attempting to bind port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:30:09.280133 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Attempting to bind port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '4eee63ec-bb90-4b4f-a6c2-1febc460a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:30:09.280547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Attempting to bind port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f on network 01e59f85-85b0-4648-a600-006ee6828e3c {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:30:09.286436 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:30:09.286859 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Checking segment: {'id': '4eee63ec-bb90-4b4f-a6c2-1febc460a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:30:09.287307 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:09.287747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Bound using segment: {'id': '4eee63ec-bb90-4b4f-a6c2-1febc460a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:30:09.288300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Bound port: 8df17d30-e175-4bc9-b3b3-6efd04a78e1f, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eee63ec-bb90-4b4f-a6c2-1febc460a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:30:09.288721 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:09.327609 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:09.362176 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:09.381997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] For port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:30:09.385167 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] For port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=8df17d30-e175-4bc9-b3b3-6efd04a78e1f,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:30:09.388520 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:09.393440 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:09.490676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Pushing event updated for resources: {'Port': ['ID=8df17d30-e175-4bc9-b3b3-6efd04a78e1f,revision_number=2']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:09.495279 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:09.513336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Allocated IP 172.28.0.211 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/66727a71-cdac-47c3-8093-8940fafe78cf) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:30:09.673533 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:09.703739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:09.708588 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ede719b4-88ab-46b6-93e4-0c222065d79b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:09.782108 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:30:09.785832 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:30:09.789910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:30:09.833481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Pushing event updated for resources: {'Port': ['ID=66727a71-cdac-47c3-8093-8940fafe78cf,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:09.838134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:10.239627 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:10.612993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7990232'] for router, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:10.617560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 8df17d30-e175-4bc9-b3b3-6efd04a78e1f up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:30:10.692748 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:30:10.843126 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Router a8daf22e-dc57-42f9-b296-f130e81c6c4b is scheduled to L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc with binding_index 1 {{(pid=86268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:30:10.861595 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce28e7-fd96-4ead-af9e-2110a064f082 None None] Network 01e59f85-85b0-4648-a600-006ee6828e3c requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:30:10.974165 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-f071ba4e-31b6-4ffe-a3ad-9f8c20336814 None None] Provisioning for port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:30:10.984997 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-f071ba4e-31b6-4ffe-a3ad-9f8c20336814 None None] Provisioning complete for port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:10.985421 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f071ba4e-31b6-4ffe-a3ad-9f8c20336814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:11.036876 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:30:11.052035 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Sync routers for ids ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:30:11.060394 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] Notify callbacks [] for router, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:11.061699 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-597dcb23-a418-4df7-90f4-e5df7b8d7fec admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6372051 Apr 21 06:30:11.064559 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 37828) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:11.115674 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Routers {'a8daf22e-dc57-42f9-b296-f130e81c6c4b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:30:11.116319 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:29:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:11.385395 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f071ba4e-31b6-4ffe-a3ad-9f8c20336814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:11.457419 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Set router a8daf22e-dc57-42f9-b296-f130e81c6c4b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:30:11.585400 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-f071ba4e-31b6-4ffe-a3ad-9f8c20336814 None None] For port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=8df17d30-e175-4bc9-b3b3-6efd04a78e1f,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:30:11.657571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f071ba4e-31b6-4ffe-a3ad-9f8c20336814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:11.667833 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:11.768377 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-55699401-d71c-45e2-91fe-22aaf7f47a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:11.802776 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071ba4e-31b6-4ffe-a3ad-9f8c20336814 None None] Pushing event updated for resources: {'Port': ['ID=8df17d30-e175-4bc9-b3b3-6efd04a78e1f,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:11.807592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f071ba4e-31b6-4ffe-a3ad-9f8c20336814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:12.031033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:12.034570 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-db3959c7-d285-45b6-b21f-c71aa507018a None None] Provisioning complete for port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:12.034993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-db3959c7-d285-45b6-b21f-c71aa507018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:12.109362 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:12.126929 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:30:10Z', 'revision_number': 3, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port': {'id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:09Z', 'updated_at': '2021-04-21T06:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:12.134028 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Checking router: a8daf22e-dc57-42f9-b296-f130e81c6c4b for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:30:12.134434 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Updating router a8daf22e-dc57-42f9-b296-f130e81c6c4b port 66727a71-cdac-47c3-8093-8940fafe78cf binding host dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:30:12.243343 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:12.255315 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Allocated IP 172.20.0.1 (01e59f85-85b0-4648-a600-006ee6828e3c/7d447210-1586-4fec-b94e-56849ebf4c08/e624699e-0589-42cc-8f1f-1f82ad87fc60) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:30:12.411249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:12.427674 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Transition to ACTIVE for port object e624699e-0589-42cc-8f1f-1f82ad87fc60 will not be triggered until provisioned by entity DHCP. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:30:12.450846 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:12.455697 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-aebc369d-cec7-45a9-9c94-ee5dd5bd21cc tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:12.520593 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Network 01e59f85-85b0-4648-a600-006ee6828e3c is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:30:12.524204 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:30:12.528254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:30:12.573039 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Pushing event updated for resources: {'Port': ['ID=e624699e-0589-42cc-8f1f-1f82ad87fc60,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:12.576639 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:12.602990 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379259'] for router_interface, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:12.610434 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Notify callbacks [] for port, precommit_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:12.614812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 8df17d30-e175-4bc9-b3b3-6efd04a78e1f up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:30:12.671533 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Transition to ACTIVE for port object 66727a71-cdac-47c3-8093-8940fafe78cf will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:30:12.687994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:12.693671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:12.785735 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0e2f1-1e07-48fb-9d74-22c92814d900 None None] Pushing event updated for resources: {'Port': ['ID=66727a71-cdac-47c3-8093-8940fafe78cf,revision_number=2']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:12.791954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c8e0e2f1-1e07-48fb-9d74-22c92814d900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:12.804672 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:12.805049 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:12.833999 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Attempting to bind port 66727a71-cdac-47c3-8093-8940fafe78cf on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:30:12.834405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Attempting to bind port 66727a71-cdac-47c3-8093-8940fafe78cf by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:30:12.834808 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Attempting to bind port 66727a71-cdac-47c3-8093-8940fafe78cf on network 6780f290-37a1-4067-835f-262019d95e51 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:30:12.856471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:30:12.856904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Checking segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:30:12.857361 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:12.857805 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Bound using segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:30:12.858330 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Bound port: 66727a71-cdac-47c3-8093-8940fafe78cf, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:30:12.858754 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:12.871581 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:12.914264 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-8eb6cb9e-bd48-4318-a1ad-c7c0852d5c8a None None] Provisioning for port e624699e-0589-42cc-8f1f-1f82ad87fc60 completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:30:12.933075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-8eb6cb9e-bd48-4318-a1ad-c7c0852d5c8a None None] Provisioning complete for port e624699e-0589-42cc-8f1f-1f82ad87fc60 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:12.933502 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8eb6cb9e-bd48-4318-a1ad-c7c0852d5c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:13.023598 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] For port 66727a71-cdac-47c3-8093-8940fafe78cf, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:30:13.025684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-8eb6cb9e-bd48-4318-a1ad-c7c0852d5c8a None None] Port e624699e-0589-42cc-8f1f-1f82ad87fc60 cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:30:13.028735 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] For port 66727a71-cdac-47c3-8093-8940fafe78cf, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=66727a71-cdac-47c3-8093-8940fafe78cf,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:30:13.072991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:13.081114 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c8e0e2f1-1e07-48fb-9d74-22c92814d900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:13.106083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:13.109883 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:13.139139 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:13.169849 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:13.191362 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Routers {'a8daf22e-dc57-42f9-b296-f130e81c6c4b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:30:13.192622 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:30:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:13.227543 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846679896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396642'] for router_interface, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:13.232287 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Pushing event updated for resources: {'Port': ['ID=e624699e-0589-42cc-8f1f-1f82ad87fc60,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:13.236950 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:13.259693 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0e2f1-1e07-48fb-9d74-22c92814d900 None None] Pushing event updated for resources: {'Port': ['ID=66727a71-cdac-47c3-8093-8940fafe78cf,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:13.264556 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c8e0e2f1-1e07-48fb-9d74-22c92814d900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:13.373961 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Network 01e59f85-85b0-4648-a600-006ee6828e3c is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:30:13.375123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:30:13.386525 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] Set router a8daf22e-dc57-42f9-b296-f130e81c6c4b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:30:13.581858 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Router a8daf22e-dc57-42f9-b296-f130e81c6c4b has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:30:13.676132 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-f7426744-ef56-4df3-920d-78c057f9d6a7 None None] Provisioning complete for port e624699e-0589-42cc-8f1f-1f82ad87fc60 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:13.677197 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f7426744-ef56-4df3-920d-78c057f9d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:13.772982 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:30:13.776224 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-f7426744-ef56-4df3-920d-78c057f9d6a7 None None] Port e624699e-0589-42cc-8f1f-1f82ad87fc60 cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:30:13.783929 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] 10.222.0.32 "PUT /v2.0/routers/a8daf22e-dc57-42f9-b296-f130e81c6c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7182949 Apr 21 06:30:13.802608 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 4, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port': {'id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:09Z', 'updated_at': '2021-04-21T06:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'e624699e-0589-42cc-8f1f-1f82ad87fc60', 'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'mac_address': 'fa:16:3e:ba:48:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:12Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 2, 'project_id': '36024c3868b241aea3db0fe998b403be', 'subnets': [{'id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:13.806845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38362cf9-94de-44f3-a9be-b1b82bbb7b89 None None] The sync data for ids ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'] in dv-cinder-776307-5-smb is: [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 4, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port': {'id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:09Z', 'updated_at': '2021-04-21T06:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'e624699e-0589-42cc-8f1f-1f82ad87fc60', 'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'mac_address': 'fa:16:3e:ba:48:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:12Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 2, 'project_id': '36024c3868b241aea3db0fe998b403be', 'subnets': [{'id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:30:14.354293 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 37846) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:14.360891 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-767226475-network', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:14.366778 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:14.371414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Usage tracker for resource:network and tenant:1faf246a8dc84776b25b26b2e3ca7f0b is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:14.374676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:14.381645 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:14.392441 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Made reservation on behalf of 1faf246a8dc84776b25b26b2e3ca7f0b for: {'network': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:30:14.397370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for network, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:14.414740 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:14.431921 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:14.437037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Usage tracker for resource:security_group_rule and tenant:1faf246a8dc84776b25b26b2e3ca7f0b is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:14.440216 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:14.447474 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:14.550135 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:14.554565 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:14.559285 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-51059aee-750e-4ca6-aa08-2e913ecb4711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:14.600371 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=86268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 21 06:30:14.615429 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8e7af8-80c0-4185-b6dc-b6f5cca77b09,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:14.619753 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:14.620853 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:14.621244 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.segments_db [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Added segment 7d763215-7e6e-4171-9d9f-4e25dc2867b9 of type vlan for network 0893fbc8-8788-4557-b553-8d9352859a05 Apr 21 06:30:14.656105 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304326879467'] for network, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:14.691714 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911'] for network, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:14.693165 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:14.693816 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:14.699377 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:14.808031 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4525073 Apr 21 06:30:14.811156 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37850) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:14.814408 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Pushing event updated for resources: {'Network': ['ID=0893fbc8-8788-4557-b553-8d9352859a05,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:14.817323 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-76d80a41-5a30-4f81-bf64-3dc9b8f02252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:14.821645 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Request body: {'subnet': {'network_id': '0893fbc8-8788-4557-b553-8d9352859a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-767226475-subnet', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'ip_version': 4}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:14.825784 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Network 0893fbc8-8788-4557-b553-8d9352859a05 details requested by agent ovs-agent-dv-cinder-776307-5-smb with host dv-cinder-776307-5-smb {{(pid=86269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 21 06:30:14.828460 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:14.833443 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Usage tracker for resource:subnet and tenant:1faf246a8dc84776b25b26b2e3ca7f0b is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:14.836656 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:14.850027 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:14.860162 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Made reservation on behalf of 1faf246a8dc84776b25b26b2e3ca7f0b for: {'subnet': 1} {{(pid=86267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:30:14.865107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5966399'] for subnet, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:15.141660 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:15.296398 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848860289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5966382'] for subnet, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:15.302050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:15.381646 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e28a88-fc6a-4dba-bc53-55fee05639b5,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:15.384712 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:15.391509 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Checking segment: {'id': '7d763215-7e6e-4171-9d9f-4e25dc2867b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:30:15.391738 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Network hostable DHCP agents. Network: 0893fbc8-8788-4557-b553-8d9352859a05, hostable agents: ['d4a1cb45-6799-43ef-ab6e-89512b8c9415'], hosted agents: [] {{(pid=86267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 21 06:30:15.410379 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Network 0893fbc8-8788-4557-b553-8d9352859a05 is scheduled to be hosted by DHCP agent d4a1cb45-6799-43ef-ab6e-89512b8c9415 with binding_index 1 {{(pid=86267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 21 06:30:15.419055 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-5-smb, 0893fbc8-8788-4557-b553-8d9352859a05) {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:30:15.428638 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37a2412-9421-4096-906a-0ef61beb6c63 None None] Network 0893fbc8-8788-4557-b553-8d9352859a05 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:30:15.432039 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:15.432696 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:15.458431 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-14134b01-1d77-4fb8-a426-c7e9bbb714db admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6460397 Apr 21 06:30:15.461023 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37854) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:15.466844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-767226475-router', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:15.471970 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:15.476749 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Usage tracker for resource:router and tenant:1faf246a8dc84776b25b26b2e3ca7f0b is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:15.480601 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:15.486983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:15.496667 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3091'] for router, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:15.497784 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854376989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846785787', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846888684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772709'] for router, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:15.512637 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:15.656759 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0189f098-c9a3-54f9-84eb-8f7de1146704-0893fbc8-8788-4557-b553-8d9352859a05', 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'fixed_ips': [{'subnet_id': '45e28a88-fc6a-4dba-bc53-55fee05639b5'}]}} from dv-cinder-776307-5-smb. {{(pid=86269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 21 06:30:15.657599 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:15.807135 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846785550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772726'] for router, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:15.823916 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Allocated IP 172.20.0.2 (0893fbc8-8788-4557-b553-8d9352859a05/45e28a88-fc6a-4dba-bc53-55fee05639b5/82488fbc-e03c-4392-aac2-253d7d7c2462) {{(pid=86269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:30:16.045001 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Notify callbacks [] for port, precommit_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:16.055931 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Transition to ACTIVE for port object 82488fbc-e03c-4392-aac2-253d7d7c2462 will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:30:16.074592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Transition to ACTIVE for port object 82488fbc-e03c-4392-aac2-253d7d7c2462 will not be triggered until provisioned by entity DHCP. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:30:16.079074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627'] for port, after_create {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:16.084550 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:16.143171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:16.151285 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Network 0893fbc8-8788-4557-b553-8d9352859a05 is already hosted by enough agents. {{(pid=86269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:30:16.154336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Resources bound (agent type, host, resource id): {{(pid=86269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:30:16.158260 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Received port after_create {{(pid=86269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:30:16.166426 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Pushing event updated for resources: {'Port': ['ID=82488fbc-e03c-4392-aac2-253d7d7c2462,revision_number=1']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:16.176408 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:16.200725 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:16.260357 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Attempting to bind port 82488fbc-e03c-4392-aac2-253d7d7c2462 on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:30:16.260772 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Attempting to bind port 82488fbc-e03c-4392-aac2-253d7d7c2462 by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '7d763215-7e6e-4171-9d9f-4e25dc2867b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:30:16.261177 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Attempting to bind port 82488fbc-e03c-4392-aac2-253d7d7c2462 on network 0893fbc8-8788-4557-b553-8d9352859a05 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:30:16.267152 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:30:16.267568 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Checking segment: {'id': '7d763215-7e6e-4171-9d9f-4e25dc2867b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:30:16.268640 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:16.268640 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Bound using segment: {'id': '7d763215-7e6e-4171-9d9f-4e25dc2867b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:30:16.268973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Bound port: 82488fbc-e03c-4392-aac2-253d7d7c2462, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d763215-7e6e-4171-9d9f-4e25dc2867b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:30:16.269391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:16.325728 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Allocated IP 172.28.0.110 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/166b53e6-16dd-4df4-bb81-814cf33568bf) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:30:16.364735 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] For port 82488fbc-e03c-4392-aac2-253d7d7c2462, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:30:16.367839 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] For port 82488fbc-e03c-4392-aac2-253d7d7c2462, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=82488fbc-e03c-4392-aac2-253d7d7c2462,segment=NetworkSegment(7d763215-7e6e-4171-9d9f-4e25dc2867b9),segment_id=7d763215-7e6e-4171-9d9f-4e25dc2867b9)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:30:16.371262 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:16.375904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:16.459477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Pushing event updated for resources: {'Port': ['ID=82488fbc-e03c-4392-aac2-253d7d7c2462,revision_number=2']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:16.463677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:16.492770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:16.525165 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:16.530187 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ccbda91d-7381-44c1-9dd5-25a77506deb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:16.601178 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:30:16.604924 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:30:16.609013 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:30:16.615258 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 66727a71-cdac-47c3-8093-8940fafe78cf up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:30:16.651037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Pushing event updated for resources: {'Port': ['ID=166b53e6-16dd-4df4-bb81-814cf33568bf,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:16.655364 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:16.687647 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 66727a71-cdac-47c3-8093-8940fafe78cf completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:30:16.693967 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 66727a71-cdac-47c3-8093-8940fafe78cf triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:16.694494 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:16.870337 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:16.887350 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port 66727a71-cdac-47c3-8093-8940fafe78cf, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=66727a71-cdac-47c3-8093-8940fafe78cf,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:30:16.890752 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:16.892708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:17.008091 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Sync routers for ids ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:30:17.020017 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Routers {'a8daf22e-dc57-42f9-b296-f130e81c6c4b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:30:17.020776 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:30:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:17.114309 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:17.136482 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=66727a71-cdac-47c3-8093-8940fafe78cf,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:17.139665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:17.212508 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Set router a8daf22e-dc57-42f9-b296-f130e81c6c4b gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:30:17.565933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 4, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port': {'id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:09Z', 'updated_at': '2021-04-21T06:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'e624699e-0589-42cc-8f1f-1f82ad87fc60', 'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'mac_address': 'fa:16:3e:ba:48:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:12Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 2, 'project_id': '36024c3868b241aea3db0fe998b403be', 'subnets': [{'id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:17.570593 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Checking router: a8daf22e-dc57-42f9-b296-f130e81c6c4b for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:30:17.571017 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Updating router a8daf22e-dc57-42f9-b296-f130e81c6c4b port e624699e-0589-42cc-8f1f-1f82ad87fc60 binding host dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:30:17.631699 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:17.739454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7990232'] for router, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:17.884446 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb54fd-8454-4635-aede-8a633616dcd5 None None] Network 0893fbc8-8788-4557-b553-8d9352859a05 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:30:17.968515 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Router 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f is scheduled to L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc with binding_index 1 {{(pid=86267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 21 06:30:17.979406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-052fb5e6-a566-492c-b135-512feebe60ed None None] Provisioning for port 82488fbc-e03c-4392-aac2-253d7d7c2462 completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:30:18.020544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Notify callbacks [] for port, precommit_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:18.033045 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Transition to ACTIVE for port object e624699e-0589-42cc-8f1f-1f82ad87fc60 will not be triggered until provisioned by entity L2. {{(pid=86270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:30:18.039142 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:18.044404 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:18.116326 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Pushing event updated for resources: {'Port': ['ID=e624699e-0589-42cc-8f1f-1f82ad87fc60,revision_number=3']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:18.125949 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:18.126281 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:18.126665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:18.127241 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:18.127369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:18.127731 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:18.128134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:18.128499 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:18.128868 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:18.130081 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:18.130081 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:18.130472 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:30:18.135102 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:18.170393 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:30:18.184937 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Sync routers for ids ['2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:30:18.204574 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Notify callbacks [] for router, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:18.207122 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Routers {'2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:30:18.208383 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:30:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:18.208846 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7467103 Apr 21 06:30:18.209566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37858) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:18.466669 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Set router 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:30:18.507888 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Attempting to bind port e624699e-0589-42cc-8f1f-1f82ad87fc60 on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:30:18.508328 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Attempting to bind port e624699e-0589-42cc-8f1f-1f82ad87fc60 by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '4eee63ec-bb90-4b4f-a6c2-1febc460a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c'}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:30:18.508724 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Attempting to bind port e624699e-0589-42cc-8f1f-1f82ad87fc60 on network 01e59f85-85b0-4648-a600-006ee6828e3c {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:30:18.514405 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:30:18.515083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Checking segment: {'id': '4eee63ec-bb90-4b4f-a6c2-1febc460a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:30:18.515527 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:18.515968 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Bound using segment: {'id': '4eee63ec-bb90-4b4f-a6c2-1febc460a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c'} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:30:18.516492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Bound port: e624699e-0589-42cc-8f1f-1f82ad87fc60, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eee63ec-bb90-4b4f-a6c2-1febc460a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c'}}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:30:18.516904 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:18.647775 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] For port e624699e-0589-42cc-8f1f-1f82ad87fc60, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:30:18.651164 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] For port e624699e-0589-42cc-8f1f-1f82ad87fc60, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=e624699e-0589-42cc-8f1f-1f82ad87fc60,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:30:18.655848 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:18.664370 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:18.719159 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 66727a71-cdac-47c3-8093-8940fafe78cf up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:30:18.749135 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Routers {'a8daf22e-dc57-42f9-b296-f130e81c6c4b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:30:18.749758 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:30:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:18.827174 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 66727a71-cdac-47c3-8093-8940fafe78cf triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:18.827603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:18.828743 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Pushing event updated for resources: {'Port': ['ID=e624699e-0589-42cc-8f1f-1f82ad87fc60,revision_number=4']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:18.834484 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fd38d561-3980-4201-a1a0-aa0030dbe451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:18.963722 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] Set router a8daf22e-dc57-42f9-b296-f130e81c6c4b gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:30:19.046914 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 82488fbc-e03c-4392-aac2-253d7d7c2462 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:30:19.074999 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.117163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'name': 'tempest-TestShelveInstance-767226475-router', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:15Z', 'updated_at': '2021-04-21T06:30:16Z', 'revision_number': 3, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'gw_port': {'id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:16Z', 'updated_at': '2021-04-21T06:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:19.121797 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Checking router: 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:30:19.122221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Updating router 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f port 166b53e6-16dd-4df4-bb81-814cf33568bf binding host dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:30:19.167773 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 82488fbc-e03c-4392-aac2-253d7d7c2462 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:30:19.174498 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 82488fbc-e03c-4392-aac2-253d7d7c2462 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:19.174923 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.240345 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.301142 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Allocated IP 172.20.0.1 (0893fbc8-8788-4557-b553-8d9352859a05/45e28a88-fc6a-4dba-bc53-55fee05639b5/b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c) {{(pid=86267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:30:19.304145 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 4, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port': {'id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:09Z', 'updated_at': '2021-04-21T06:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'e624699e-0589-42cc-8f1f-1f82ad87fc60', 'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'mac_address': 'fa:16:3e:ba:48:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:12Z', 'updated_at': '2021-04-21T06:30:18Z', 'revision_number': 4, 'project_id': '36024c3868b241aea3db0fe998b403be', 'subnets': [{'id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:19.308560 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6507f7-97d6-4669-9492-eda3e7d3bbdd None None] The sync data for ids ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'] in dv-cinder-776307-5-smb is: [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 4, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port': {'id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:09Z', 'updated_at': '2021-04-21T06:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'e624699e-0589-42cc-8f1f-1f82ad87fc60', 'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'mac_address': 'fa:16:3e:ba:48:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:12Z', 'updated_at': '2021-04-21T06:30:18Z', 'revision_number': 4, 'project_id': '36024c3868b241aea3db0fe998b403be', 'subnets': [{'id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:30:19.446009 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.485994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.505075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Transition to ACTIVE for port object b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c will not be triggered until provisioned by entity DHCP. {{(pid=86267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:30:19.535042 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.541917 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5613f061-860c-4675-ae03-2c03edbed515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:19.587840 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.589607 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port 82488fbc-e03c-4392-aac2-253d7d7c2462, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=82488fbc-e03c-4392-aac2-253d7d7c2462,segment=NetworkSegment(7d763215-7e6e-4171-9d9f-4e25dc2867b9),segment_id=7d763215-7e6e-4171-9d9f-4e25dc2867b9)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:30:19.602253 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.608018 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:19.615047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Network 0893fbc8-8788-4557-b553-8d9352859a05 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:30:19.618838 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:30:19.622878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Received port after_create {{(pid=86267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:30:19.665265 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:19.669864 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:19.687661 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379259'] for router_interface, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.709994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=82488fbc-e03c-4392-aac2-253d7d7c2462,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:19.714075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:19.804509 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Notify callbacks [] for port, precommit_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.820407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Transition to ACTIVE for port object 166b53e6-16dd-4df4-bb81-814cf33568bf will not be triggered until provisioned by entity L2. {{(pid=86269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:30:19.828964 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.829203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.834840 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:19.924213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Attempting to bind port 166b53e6-16dd-4df4-bb81-814cf33568bf on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:30:19.924642 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Attempting to bind port 166b53e6-16dd-4df4-bb81-814cf33568bf by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:30:19.925060 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Attempting to bind port 166b53e6-16dd-4df4-bb81-814cf33568bf on network 6780f290-37a1-4067-835f-262019d95e51 {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:30:19.930702 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-77eb5130-63f2-485e-9212-883583286571 None None] Provisioning for port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:30:19.939625 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:30:19.940072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Checking segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:30:19.940531 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.940973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Bound using segment: {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'} {{(pid=86269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:30:19.941497 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Bound port: 166b53e6-16dd-4df4-bb81-814cf33568bf, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68908cc7-c8f7-4bd4-ae01-50f1b44a5621', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780f290-37a1-4067-835f-262019d95e51'}}] {{(pid=86269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:30:19.942467 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:19.971862 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575e285-0ecc-4648-9b53-5a3cb74ccb40 None None] Pushing event updated for resources: {'Port': ['ID=166b53e6-16dd-4df4-bb81-814cf33568bf,revision_number=2']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:19.980298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f575e285-0ecc-4648-9b53-5a3cb74ccb40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:19.990796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-77eb5130-63f2-485e-9212-883583286571 None None] Provisioning complete for port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:19.991277 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-77eb5130-63f2-485e-9212-883583286571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:20.076807 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-77eb5130-63f2-485e-9212-883583286571 None None] Port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:30:20.077561 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:20.082212 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848859417'] for port, after_update {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:20.087680 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] For port 166b53e6-16dd-4df4-bb81-814cf33568bf, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:30:20.090991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] For port 166b53e6-16dd-4df4-bb81-814cf33568bf, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=166b53e6-16dd-4df4-bb81-814cf33568bf,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:30:20.094278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:20.098168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7fcc3f10-fd66-48f6-b386-b6393f191209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:20.111680 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-41ed8350-8419-4289-84a7-c809cf130146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:20.185842 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Routers {'2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:30:20.186527 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:30:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:20.202915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c,revision_number=2']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:20.206725 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846679896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396642'] for router_interface, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:20.212077 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:20.261038 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575e285-0ecc-4648-9b53-5a3cb74ccb40 None None] Pushing event updated for resources: {'Port': ['ID=166b53e6-16dd-4df4-bb81-814cf33568bf,revision_number=3']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:20.362005 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Network 0893fbc8-8788-4557-b553-8d9352859a05 is already hosted by enough agents. {{(pid=86267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:30:20.363350 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:30:20.501448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f575e285-0ecc-4648-9b53-5a3cb74ccb40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:20.579019 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] Set router 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:30:20.598940 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Router 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:30:20.642600 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device e624699e-0589-42cc-8f1f-1f82ad87fc60 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:30:20.720963 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-98cae4ad-d34f-4f5b-bb4c-dc10c2880ad7 None None] Provisioning complete for port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:20.721392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-98cae4ad-d34f-4f5b-bb4c-dc10c2880ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:20.794234 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:30:20.805288 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] 10.222.0.32 "PUT /v2.0/routers/2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5944347 Apr 21 06:30:20.925329 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-98cae4ad-d34f-4f5b-bb4c-dc10c2880ad7 None None] Port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:30:20.943616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port e624699e-0589-42cc-8f1f-1f82ad87fc60 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:30:20.954546 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port e624699e-0589-42cc-8f1f-1f82ad87fc60 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:20.954978 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:21.170843 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:21.191328 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'name': 'tempest-TestShelveInstance-767226475-router', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:15Z', 'updated_at': '2021-04-21T06:30:19Z', 'revision_number': 4, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'gw_port': {'id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:16Z', 'updated_at': '2021-04-21T06:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c', 'name': '', 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'mac_address': 'fa:16:3e:34:aa:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '45e28a88-fc6a-4dba-bc53-55fee05639b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:19Z', 'updated_at': '2021-04-21T06:30:19Z', 'revision_number': 2, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'subnets': [{'id': '45e28a88-fc6a-4dba-bc53-55fee05639b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:21.203171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d8495-32c8-4fcb-b459-828e74742145 None None] The sync data for ids ['2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'] in dv-cinder-776307-5-smb is: [{'id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'name': 'tempest-TestShelveInstance-767226475-router', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:15Z', 'updated_at': '2021-04-21T06:30:19Z', 'revision_number': 4, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'gw_port': {'id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:16Z', 'updated_at': '2021-04-21T06:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c', 'name': '', 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'mac_address': 'fa:16:3e:34:aa:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '45e28a88-fc6a-4dba-bc53-55fee05639b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:19Z', 'updated_at': '2021-04-21T06:30:19Z', 'revision_number': 2, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'subnets': [{'id': '45e28a88-fc6a-4dba-bc53-55fee05639b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:30:21.215391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port e624699e-0589-42cc-8f1f-1f82ad87fc60, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=e624699e-0589-42cc-8f1f-1f82ad87fc60,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:30:21.220667 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:21.221640 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 82488fbc-e03c-4392-aac2-253d7d7c2462 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:30:21.252293 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:21.323766 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37868) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:21.330819 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206572993', 'description': 'tempest-secgroup-smoke-206572993 description', 'project_id': '36024c3868b241aea3db0fe998b403be'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:21.337913 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:21.342078 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Usage tracker for resource:security_group and tenant:36024c3868b241aea3db0fe998b403be is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:21.345185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:21.350664 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=e624699e-0589-42cc-8f1f-1f82ad87fc60,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:21.351788 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:21.356509 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:21.362767 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 82488fbc-e03c-4392-aac2-253d7d7c2462 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:21.363173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:21.363312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:21.385316 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:21.389630 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Usage tracker for resource:security_group_rule and tenant:36024c3868b241aea3db0fe998b403be is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:21.392902 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:21.399976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:21.477883 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:21.481686 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:21.487223 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f8b950f9-c586-4922-8c24-7c3d748c8fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:21.805830 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3206b03f-4b45-4b22-9c48-2c9d45cd203b,revision_number=1']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:21.808739 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:21.812748 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4874458 Apr 21 06:30:21.813362 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 37872) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:21.814443 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:21.820429 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-b413a7fe-153c-45e5-bb00-e844a2d42e89 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Request body: {'security_group_rule': {'security_group_id': '3206b03f-4b45-4b22-9c48-2c9d45cd203b', 'project_id': '36024c3868b241aea3db0fe998b403be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:21.827230 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b413a7fe-153c-45e5-bb00-e844a2d42e89 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:21.831657 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b413a7fe-153c-45e5-bb00-e844a2d42e89 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Usage tracker for resource:security_group_rule and tenant:36024c3868b241aea3db0fe998b403be is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:21.835419 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-b413a7fe-153c-45e5-bb00-e844a2d42e89 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:21.843799 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-b413a7fe-153c-45e5-bb00-e844a2d42e89 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:21.861455 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b413a7fe-153c-45e5-bb00-e844a2d42e89 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:21.930386 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b413a7fe-153c-45e5-bb00-e844a2d42e89 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:21.934168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b413a7fe-153c-45e5-bb00-e844a2d42e89 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:21.936486 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-c5a43325-bda1-42b9-b4fd-2e83994e42e3 tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:21.962537 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413a7fe-153c-45e5-bb00-e844a2d42e89 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e383243-a440-4ea5-9011-72214f372c98,revision_number=0']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:21.967112 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b413a7fe-153c-45e5-bb00-e844a2d42e89 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:21.980148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-b413a7fe-153c-45e5-bb00-e844a2d42e89 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:21.984658 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37876) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:21.986884 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-b413a7fe-153c-45e5-bb00-e844a2d42e89 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1662066 Apr 21 06:30:21.990857 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-8ebb863f-1471-4ace-b5d3-df713af0602f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Request body: {'security_group_rule': {'security_group_id': '3206b03f-4b45-4b22-9c48-2c9d45cd203b', 'project_id': '36024c3868b241aea3db0fe998b403be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:21.998492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-8ebb863f-1471-4ace-b5d3-df713af0602f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:22.003075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-8ebb863f-1471-4ace-b5d3-df713af0602f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Usage tracker for resource:security_group_rule and tenant:36024c3868b241aea3db0fe998b403be is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:22.006884 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-8ebb863f-1471-4ace-b5d3-df713af0602f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:22.017346 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-8ebb863f-1471-4ace-b5d3-df713af0602f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:22.037991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8ebb863f-1471-4ace-b5d3-df713af0602f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.107971 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8ebb863f-1471-4ace-b5d3-df713af0602f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.110773 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8ebb863f-1471-4ace-b5d3-df713af0602f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.112933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:22.137607 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb863f-1471-4ace-b5d3-df713af0602f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7341c60-fa20-43d7-8965-f501dd081d00,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:22.140571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-8ebb863f-1471-4ace-b5d3-df713af0602f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:22.149480 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8ebb863f-1471-4ace-b5d3-df713af0602f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.150952 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-8ebb863f-1471-4ace-b5d3-df713af0602f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1650262 Apr 21 06:30:22.153593 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37880) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:22.159239 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-5965b8a8-f537-4fa7-9abe-9e5e557de727 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Request body: {'security_group_rule': {'security_group_id': '3206b03f-4b45-4b22-9c48-2c9d45cd203b', 'project_id': '36024c3868b241aea3db0fe998b403be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:22.166158 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-5965b8a8-f537-4fa7-9abe-9e5e557de727 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:22.170378 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5965b8a8-f537-4fa7-9abe-9e5e557de727 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Usage tracker for resource:security_group_rule and tenant:36024c3868b241aea3db0fe998b403be is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:22.173565 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-5965b8a8-f537-4fa7-9abe-9e5e557de727 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:22.180309 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-5965b8a8-f537-4fa7-9abe-9e5e557de727 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:22.197902 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5965b8a8-f537-4fa7-9abe-9e5e557de727 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.272173 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5965b8a8-f537-4fa7-9abe-9e5e557de727 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.275296 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5965b8a8-f537-4fa7-9abe-9e5e557de727 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.277603 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5c98cffb-ee2a-4f2d-b01e-b06b53f484d4 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:22.302400 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965b8a8-f537-4fa7-9abe-9e5e557de727 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4116a0b7-9e4e-4985-9b9e-4c085e4a54b8,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:22.305155 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-5965b8a8-f537-4fa7-9abe-9e5e557de727 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:22.312013 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-5965b8a8-f537-4fa7-9abe-9e5e557de727 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.313345 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-5965b8a8-f537-4fa7-9abe-9e5e557de727 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1587408 Apr 21 06:30:22.316203 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37884) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:22.322459 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-005928d0-306f-413d-9333-35a5ffc4529f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Request body: {'security_group_rule': {'security_group_id': '3206b03f-4b45-4b22-9c48-2c9d45cd203b', 'project_id': '36024c3868b241aea3db0fe998b403be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:22.329379 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-005928d0-306f-413d-9333-35a5ffc4529f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:22.334548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-005928d0-306f-413d-9333-35a5ffc4529f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Usage tracker for resource:security_group_rule and tenant:36024c3868b241aea3db0fe998b403be is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:22.337663 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-005928d0-306f-413d-9333-35a5ffc4529f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:22.343817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-005928d0-306f-413d-9333-35a5ffc4529f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:22.361184 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-005928d0-306f-413d-9333-35a5ffc4529f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.439852 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-005928d0-306f-413d-9333-35a5ffc4529f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.443314 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-005928d0-306f-413d-9333-35a5ffc4529f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.445544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d5ada0b7-8762-400a-8d29-f129c3775423 tempest-TestMinimumBasicScenario-1334241209 tempest-TestMinimumBasicScenario-1334241209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:22.469132 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005928d0-306f-413d-9333-35a5ffc4529f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647abba0-fabe-44b9-a256-a7f86a76a585,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:22.471726 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-005928d0-306f-413d-9333-35a5ffc4529f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:22.478826 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-005928d0-306f-413d-9333-35a5ffc4529f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.480133 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-005928d0-306f-413d-9333-35a5ffc4529f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1623592 Apr 21 06:30:22.482986 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37888) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:22.489168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-05ef6700-d2c2-4020-aee1-b781541fc111 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Request body: {'security_group_rule': {'security_group_id': '3206b03f-4b45-4b22-9c48-2c9d45cd203b', 'project_id': '36024c3868b241aea3db0fe998b403be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:22.495736 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-05ef6700-d2c2-4020-aee1-b781541fc111 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:22.499795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-05ef6700-d2c2-4020-aee1-b781541fc111 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Usage tracker for resource:security_group_rule and tenant:36024c3868b241aea3db0fe998b403be is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:22.502829 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-05ef6700-d2c2-4020-aee1-b781541fc111 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:22.509491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-05ef6700-d2c2-4020-aee1-b781541fc111 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:22.519459 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.securitygroups_db [None req-05ef6700-d2c2-4020-aee1-b781541fc111 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Project 36024c3868b241aea3db0fe998b403be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 06:30:22.526845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-05ef6700-d2c2-4020-aee1-b781541fc111 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.598420 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-05ef6700-d2c2-4020-aee1-b781541fc111 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.602286 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-05ef6700-d2c2-4020-aee1-b781541fc111 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.604450 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:22.630712 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef6700-d2c2-4020-aee1-b781541fc111 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be988ad-7c9c-4f30-a9a2-282e4503d09c,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:22.633414 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-05ef6700-d2c2-4020-aee1-b781541fc111 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:22.641566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-05ef6700-d2c2-4020-aee1-b781541fc111 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.642876 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-05ef6700-d2c2-4020-aee1-b781541fc111 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1589406 Apr 21 06:30:22.646019 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 37892) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:22.652460 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-d56a3ade-e5ef-420f-9d74-635e395099a0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Request body: {'security_group_rule': {'security_group_id': '3206b03f-4b45-4b22-9c48-2c9d45cd203b', 'project_id': '36024c3868b241aea3db0fe998b403be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:22.659331 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d56a3ade-e5ef-420f-9d74-635e395099a0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:22.664589 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d56a3ade-e5ef-420f-9d74-635e395099a0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Usage tracker for resource:security_group_rule and tenant:36024c3868b241aea3db0fe998b403be is out of sync, need to count used quota {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:22.668396 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-d56a3ade-e5ef-420f-9d74-635e395099a0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86267) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:22.674992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-d56a3ade-e5ef-420f-9d74-635e395099a0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:22.687216 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.securitygroups_db [None req-d56a3ade-e5ef-420f-9d74-635e395099a0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Project 36024c3868b241aea3db0fe998b403be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 06:30:22.692424 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device e624699e-0589-42cc-8f1f-1f82ad87fc60 up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:30:22.695658 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d56a3ade-e5ef-420f-9d74-635e395099a0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.768716 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port e624699e-0589-42cc-8f1f-1f82ad87fc60 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:22.768889 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d56a3ade-e5ef-420f-9d74-635e395099a0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.769134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.771577 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d56a3ade-e5ef-420f-9d74-635e395099a0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882971'] for security_group_rule, after_create {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.779619 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a1365b79-0890-486a-9a3b-2f5480604856 tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:22.803140 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a3ade-e5ef-420f-9d74-635e395099a0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6070e966-8a71-4066-a88b-a5680cbf2b58,revision_number=0']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:22.805645 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d56a3ade-e5ef-420f-9d74-635e395099a0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:22.809815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-d56a3ade-e5ef-420f-9d74-635e395099a0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:22.820674 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-d56a3ade-e5ef-420f-9d74-635e395099a0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1644652 Apr 21 06:30:22.895975 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 166b53e6-16dd-4df4-bb81-814cf33568bf up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:30:22.964635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port 166b53e6-16dd-4df4-bb81-814cf33568bf completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:30:22.969602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 166b53e6-16dd-4df4-bb81-814cf33568bf triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:22.970025 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:23.098765 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:23.116149 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port 166b53e6-16dd-4df4-bb81-814cf33568bf, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=166b53e6-16dd-4df4-bb81-814cf33568bf,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:30:23.119048 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:23.121155 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:23.191961 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=166b53e6-16dd-4df4-bb81-814cf33568bf,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:23.195267 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:24.386978 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Sync routers for ids ['2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:30:24.397294 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Routers {'2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:30:24.397952 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:30:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:24.591034 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Set router 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:30:24.596770 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 166b53e6-16dd-4df4-bb81-814cf33568bf up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:30:24.673673 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port 166b53e6-16dd-4df4-bb81-814cf33568bf triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:24.673985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:24.930847 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'name': 'tempest-TestShelveInstance-767226475-router', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:15Z', 'updated_at': '2021-04-21T06:30:19Z', 'revision_number': 4, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'gw_port': {'id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:16Z', 'updated_at': '2021-04-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c', 'name': '', 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'mac_address': 'fa:16:3e:34:aa:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '45e28a88-fc6a-4dba-bc53-55fee05639b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:19Z', 'updated_at': '2021-04-21T06:30:19Z', 'revision_number': 2, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'subnets': [{'id': '45e28a88-fc6a-4dba-bc53-55fee05639b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:24.935226 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Checking router: 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:30:24.935646 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Updating router 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c binding host dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 21 06:30:24.992501 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:25.362591 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Notify callbacks [] for port, precommit_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:25.374776 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Transition to ACTIVE for port object b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c will not be triggered until provisioned by entity L2. {{(pid=86270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:30:25.380547 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:25.385320 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:25.555075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418f4eb-a434-48a5-9d08-35f9b7bfb68f None None] Pushing event updated for resources: {'Port': ['ID=b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c,revision_number=3']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:25.563039 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b418f4eb-a434-48a5-9d08-35f9b7bfb68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:25.622529 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Attempting to bind port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c on host dv-cinder-776307-5-smb for vnic_type normal with profile {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:30:25.622874 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Attempting to bind port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c by drivers openvswitch,hyperv on host dv-cinder-776307-5-smb at level 0 using segments [{'id': '7d763215-7e6e-4171-9d9f-4e25dc2867b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05'}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:30:25.623283 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Attempting to bind port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c on network 0893fbc8-8788-4557-b553-8d9352859a05 {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:30:25.629481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Checking agent: {'id': 'a1af3a33-171f-41f9-a53a-4eace687ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 10, 43), 'started_at': datetime.datetime(2021, 4, 21, 6, 11, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:30:25.629903 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Checking segment: {'id': '7d763215-7e6e-4171-9d9f-4e25dc2867b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:30:25.630354 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:25.630816 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Bound using segment: {'id': '7d763215-7e6e-4171-9d9f-4e25dc2867b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05'} {{(pid=86270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:30:25.631312 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Bound port: b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c, host: dv-cinder-776307-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d763215-7e6e-4171-9d9f-4e25dc2867b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05'}}] {{(pid=86270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:30:25.631734 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:25.733346 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] For port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c, host dv-cinder-776307-5-smb, cleared binding levels {{(pid=86270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:30:25.736397 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] For port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c, host dv-cinder-776307-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c,segment=NetworkSegment(7d763215-7e6e-4171-9d9f-4e25dc2867b9),segment_id=7d763215-7e6e-4171-9d9f-4e25dc2867b9)] {{(pid=86270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:30:25.739729 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:25.744598 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:25.826671 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Routers {'2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:30:25.827361 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:30:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:25.902056 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418f4eb-a434-48a5-9d08-35f9b7bfb68f None None] Pushing event updated for resources: {'Port': ['ID=b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c,revision_number=4']} {{(pid=86270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:25.961464 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b418f4eb-a434-48a5-9d08-35f9b7bfb68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:26.033672 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] Set router 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:30:26.525574 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'name': 'tempest-TestShelveInstance-767226475-router', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:15Z', 'updated_at': '2021-04-21T06:30:19Z', 'revision_number': 4, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'gw_port': {'id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:16Z', 'updated_at': '2021-04-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c', 'name': '', 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'mac_address': 'fa:16:3e:34:aa:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '45e28a88-fc6a-4dba-bc53-55fee05639b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:19Z', 'updated_at': '2021-04-21T06:30:25Z', 'revision_number': 4, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'subnets': [{'id': '45e28a88-fc6a-4dba-bc53-55fee05639b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:26.529965 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b883c30-8d29-4392-beac-02f8ed3b8343 None None] The sync data for ids ['2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'] in dv-cinder-776307-5-smb is: [{'id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'name': 'tempest-TestShelveInstance-767226475-router', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:15Z', 'updated_at': '2021-04-21T06:30:19Z', 'revision_number': 4, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'gw_port': {'id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:16Z', 'updated_at': '2021-04-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c', 'name': '', 'network_id': '0893fbc8-8788-4557-b553-8d9352859a05', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'mac_address': 'fa:16:3e:34:aa:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '45e28a88-fc6a-4dba-bc53-55fee05639b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:19Z', 'updated_at': '2021-04-21T06:30:25Z', 'revision_number': 4, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'subnets': [{'id': '45e28a88-fc6a-4dba-bc53-55fee05639b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:30:26.614935 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:30:26.689677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning for port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:30:26.695262 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:26.695681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:26.833905 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:26.870510 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] For port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c,segment=NetworkSegment(7d763215-7e6e-4171-9d9f-4e25dc2867b9),segment_id=7d763215-7e6e-4171-9d9f-4e25dc2867b9)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:30:26.873489 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:26.875433 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:26.949291 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Pushing event updated for resources: {'Port': ['ID=b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:26.952625 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:28.592611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c up at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:30:28.669229 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Provisioning complete for port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:28.669655 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:36.837553 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-23e0d916-bece-4d4c-a9ca-c393c48c155e tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Synchronizing usage tracker for tenant:36024c3868b241aea3db0fe998b403be on resource:security_group {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:30:36.854084 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-23e0d916-bece-4d4c-a9ca-c393c48c155e tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Unset dirty status for tenant:36024c3868b241aea3db0fe998b403be on resource:security_group {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:30:36.855321 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-23e0d916-bece-4d4c-a9ca-c393c48c155e tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206572993&fields=id&tenant_id=36024c3868b241aea3db0fe998b403be HTTP/1.1" status: 200 len: 267 time: 0.0615675 Apr 21 06:30:37.017708 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-d53ed975-c770-471f-a76e-90304d10f197 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:37.019217 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-d53ed975-c770-471f-a76e-90304d10f197 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/networks?id=01e59f85-85b0-4648-a600-006ee6828e3c HTTP/1.1" status: 200 len: 808 time: 0.1565502 Apr 21 06:30:37.035216 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-b739f9c7-e3c4-4584-9133-6f128495a719 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/quotas/36024c3868b241aea3db0fe998b403be HTTP/1.1" status: 200 len: 375 time: 0.0098894 Apr 21 06:30:37.127295 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-1b9a0b68-6c0c-450b-a044-5738d175818e tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=36024c3868b241aea3db0fe998b403be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858676 Apr 21 06:30:37.250256 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-160184bb-69f8-40d4-a791-f8388db8ce7a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86267) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:30:37.251336 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-160184bb-69f8-40d4-a791-f8388db8ce7a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1120057 Apr 21 06:30:37.393210 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-ee806058-a9b1-4e5d-b99b-e723a91ca37e service neutron] 10.222.0.32 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352763 Apr 21 06:30:37.538319 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-16012670-f203-4ee2-b072-8a2348b2b331 service neutron] 10.222.0.32 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378486 Apr 21 06:30:37.963550 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-0796ece2-3628-4f02-afa1-7ac1507a5575 req-c941abf7-f0e5-4446-be7b-b6510abaf697 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Synchronizing usage tracker for tenant:36024c3868b241aea3db0fe998b403be on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:30:37.985251 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-0796ece2-3628-4f02-afa1-7ac1507a5575 req-c941abf7-f0e5-4446-be7b-b6510abaf697 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Unset dirty status for tenant:36024c3868b241aea3db0fe998b403be on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:30:37.986600 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-0796ece2-3628-4f02-afa1-7ac1507a5575 req-c941abf7-f0e5-4446-be7b-b6510abaf697 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 210 time: 0.0787628 Apr 21 06:30:38.018424 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:30:38.805274 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9b57-0e35-463e-9d03-1b281b06e640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:39.158954 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-62efd8e1-db47-4f99-8cdc-31fc4fe00ae2 req-85604488-5ffd-4c0e-963d-d2b77a0d71c7 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 210 time: 0.0559149 Apr 21 06:30:39.188794 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-15aa8a75-2d72-424c-8534-78ea5cc3c7a5 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:39.189550 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-15aa8a75-2d72-424c-8534-78ea5cc3c7a5 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Synchronizing usage tracker for tenant:36024c3868b241aea3db0fe998b403be on resource:network {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:30:39.206274 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-15aa8a75-2d72-424c-8534-78ea5cc3c7a5 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Unset dirty status for tenant:36024c3868b241aea3db0fe998b403be on resource:network {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:30:39.207508 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-15aa8a75-2d72-424c-8534-78ea5cc3c7a5 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.41 "GET /v2.0/networks?id=01e59f85-85b0-4648-a600-006ee6828e3c HTTP/1.1" status: 200 len: 808 time: 0.1839876 Apr 21 06:30:39.259621 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-c152185b-10e6-4cd4-85db-918a79aa7b94 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Synchronizing usage tracker for tenant:36024c3868b241aea3db0fe998b403be on resource:security_group {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:30:39.272318 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-c152185b-10e6-4cd4-85db-918a79aa7b94 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Unset dirty status for tenant:36024c3868b241aea3db0fe998b403be on resource:security_group {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:30:39.273568 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-c152185b-10e6-4cd4-85db-918a79aa7b94 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36024c3868b241aea3db0fe998b403be HTTP/1.1" status: 200 len: 379 time: 0.0573208 Apr 21 06:30:39.283221 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Request body: {'port': {'device_id': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'admin_state_up': True, 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'security_groups': ['3206b03f-4b45-4b22-9c48-2c9d45cd203b']}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:39.429444 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:39.439561 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:39.449010 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Made reservation on behalf of 36024c3868b241aea3db0fe998b403be for: {'port': 1} {{(pid=86268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 21 06:30:39.455050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:39.637935 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Allocated IP 172.20.0.13 (01e59f85-85b0-4648-a600-006ee6828e3c/7d447210-1586-4fec-b94e-56849ebf4c08/30587a67-93eb-49f5-a98d-6d776365e827) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:30:40.084226 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:40.100392 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Transition to ACTIVE for port object 30587a67-93eb-49f5-a98d-6d776365e827 will not be triggered until provisioned by entity DHCP. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:30:40.123611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:40.131197 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-23bba1f6-7448-48a2-9e61-41c21d4c6323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:40.201976 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Network 01e59f85-85b0-4648-a600-006ee6828e3c is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:30:40.205894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:30:40.210709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:30:40.252644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Pushing event updated for resources: {'Port': ['ID=30587a67-93eb-49f5-a98d-6d776365e827,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:40.264299 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:40.328384 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:40.329094 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:40.372619 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-929a3c07-264f-4238-8b83-a6ee92989c5c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0937016 Apr 21 06:30:40.387050 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-af88f447-7463-4789-9d58-209fca500c94 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 21 06:30:40.388166 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-af88f447-7463-4789-9d58-209fca500c94 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058231 Apr 21 06:30:40.414407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59dc5b-2dc7-49ae-9e8c-1003ed3c3b4c req-1084a916-b2cb-4cd1-b126-1b641f3f5a87 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:40.415172 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-9c59dc5b-2dc7-49ae-9e8c-1003ed3c3b4c req-1084a916-b2cb-4cd1-b126-1b641f3f5a87 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Synchronizing usage tracker for tenant:36024c3868b241aea3db0fe998b403be on resource:port {{(pid=86268) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:30:40.431677 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-9c59dc5b-2dc7-49ae-9e8c-1003ed3c3b4c req-1084a916-b2cb-4cd1-b126-1b641f3f5a87 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Unset dirty status for tenant:36024c3868b241aea3db0fe998b403be on resource:port {{(pid=86268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:30:40.432995 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9c59dc5b-2dc7-49ae-9e8c-1003ed3c3b4c req-1084a916-b2cb-4cd1-b126-1b641f3f5a87 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 932 time: 0.1494102 Apr 21 06:30:40.448151 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-6806cf5d-58aa-4be1-9cfc-111ff4a20125 None None] Provisioning for port 30587a67-93eb-49f5-a98d-6d776365e827 completed by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:30:40.454019 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-6806cf5d-58aa-4be1-9cfc-111ff4a20125 None None] Provisioning complete for port 30587a67-93eb-49f5-a98d-6d776365e827 triggered by entity DHCP. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:40.454438 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6806cf5d-58aa-4be1-9cfc-111ff4a20125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:40.481066 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Request body: {'port': {'device_id': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:40.512517 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-6806cf5d-58aa-4be1-9cfc-111ff4a20125 None None] Port 30587a67-93eb-49f5-a98d-6d776365e827 cannot update to ACTIVE because it is not bound. {{(pid=86269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 21 06:30:40.531747 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9c59dc5b-2dc7-49ae-9e8c-1003ed3c3b4c req-62276a8e-b19e-4ebb-ba6b-a2d0ade4dd37 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921040 Apr 21 06:30:40.609664 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:40.968470 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30587a67-93eb-49f5-a98d-6d776365e827 {{(pid=86268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:30:40.976233 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:40.990978 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Transition to ACTIVE for port object 30587a67-93eb-49f5-a98d-6d776365e827 will not be triggered until provisioned by entity L2. {{(pid=86268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 21 06:30:40.993681 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:40.998860 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-803300a4-b9db-4785-81bc-6a4aa2c9e736 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:41.174117 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Pushing event updated for resources: {'Port': ['ID=30587a67-93eb-49f5-a98d-6d776365e827,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:41.207895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:41.253926 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Attempting to bind port 30587a67-93eb-49f5-a98d-6d776365e827 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 21 06:30:41.254293 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Attempting to bind port 30587a67-93eb-49f5-a98d-6d776365e827 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '4eee63ec-bb90-4b4f-a6c2-1febc460a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c'}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 21 06:30:41.255317 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Attempting to bind port 30587a67-93eb-49f5-a98d-6d776365e827 on network 01e59f85-85b0-4648-a600-006ee6828e3c {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:30:41.261382 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Port 30587a67-93eb-49f5-a98d-6d776365e827 on network 01e59f85-85b0-4648-a600-006ee6828e3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 06:30:41.261738 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Attempting to bind port 30587a67-93eb-49f5-a98d-6d776365e827 on network 01e59f85-85b0-4648-a600-006ee6828e3c {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 21 06:30:41.268254 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Checking agent: {'id': '74bf679c-1214-44bd-a322-301da01389d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'started_at': datetime.datetime(2021, 4, 21, 6, 17, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 21, 6, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 06:30:41.268635 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Checking segment: {'id': '4eee63ec-bb90-4b4f-a6c2-1febc460a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 21 06:30:41.269061 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Bound using segment: {'id': '4eee63ec-bb90-4b4f-a6c2-1febc460a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c'} {{(pid=86268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 06:30:41.269530 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Bound port: 30587a67-93eb-49f5-a98d-6d776365e827, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eee63ec-bb90-4b4f-a6c2-1febc460a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c'}}] {{(pid=86268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 21 06:30:41.269915 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:41.362511 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] For port 30587a67-93eb-49f5-a98d-6d776365e827, host hv-cinder-77630, cleared binding levels {{(pid=86268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 21 06:30:41.366122 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] For port 30587a67-93eb-49f5-a98d-6d776365e827, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30587a67-93eb-49f5-a98d-6d776365e827,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 21 06:30:41.369653 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:41.374457 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fa175348-6f17-4825-a4f3-878663ab89da tempest-AttachVolumeNegativeTest-1648361780 tempest-AttachVolumeNegativeTest-1648361780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:41.432787 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:41.433496 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:41.435104 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] 10.222.0.41 "PUT /v2.0/ports/30587a67-93eb-49f5-a98d-6d776365e827 HTTP/1.1" status: 200 len: 1094 time: 1.0406055 Apr 21 06:30:41.435640 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:30:41.468657 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Pushing event updated for resources: {'Port': ['ID=30587a67-93eb-49f5-a98d-6d776365e827,revision_number=3']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:41.471963 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-12a1135a-829f-4243-9925-88799b0bac44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:41.589436 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-defd200e-56ed-46da-bc17-f47fdaf084c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:41.591079 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-defd200e-56ed-46da-bc17-f47fdaf084c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36024c3868b241aea3db0fe998b403be&device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 1097 time: 0.0991483 Apr 21 06:30:41.645958 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-149850f0-40ff-41c1-b271-28f8c58f23ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:41.666887 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827', 'status': 'completed', 'code': 200} Apr 21 06:30:41.682634 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-8f2ca76f-c27f-4989-a153-99b735374006 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30587a67-93eb-49f5-a98d-6d776365e827 HTTP/1.1" status: 200 len: 217 time: 0.0808525 Apr 21 06:30:41.814796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-57a843fc-1062-41d9-96e4-f1b380bab0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:41.816619 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-57a843fc-1062-41d9-96e4-f1b380bab0d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d447210-1586-4fec-b94e-56849ebf4c08 HTTP/1.1" status: 200 len: 847 time: 0.0941634 Apr 21 06:30:41.891236 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210091fe-9346-4416-bb5e-bb4df29073bd req-db1d2056-11f9-46d4-8b91-f8463c780de4 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:41.892875 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-210091fe-9346-4416-bb5e-bb4df29073bd req-db1d2056-11f9-46d4-8b91-f8463c780de4 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 944 time: 0.2121241 Apr 21 06:30:41.953626 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-9e0ebee4-2df5-4779-ae74-86d975cf25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:41.955296 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-9e0ebee4-2df5-4779-ae74-86d975cf25c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01e59f85-85b0-4648-a600-006ee6828e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1325388 Apr 21 06:30:41.960871 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-210091fe-9346-4416-bb5e-bb4df29073bd req-a7acc23e-d33b-416a-9069-0b99b823e297 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546284 Apr 21 06:30:42.079026 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:42.099657 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-0ef05d7d-93fa-4cc0-9d86-b9a188d8bbb7 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377733 Apr 21 06:30:42.242156 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-75b72c57-1545-4ec0-adb3-29e4f1fafbea req-9007191b-711d-4f73-95e5-217d9499c4b6 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355929 Apr 21 06:30:42.370389 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bc90a-5e6f-4f95-8969-f605f7a3b666 req-e4f8cdd3-e9a9-4c91-9b49-34f947714b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:42.371924 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea9bc90a-5e6f-4f95-8969-f605f7a3b666 req-e4f8cdd3-e9a9-4c91-9b49-34f947714b39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36024c3868b241aea3db0fe998b403be&device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 1097 time: 0.0842981 Apr 21 06:30:42.516841 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bc90a-5e6f-4f95-8969-f605f7a3b666 req-99073aa0-7d71-4978-83ac-289a03c58bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:42.518427 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea9bc90a-5e6f-4f95-8969-f605f7a3b666 req-99073aa0-7d71-4978-83ac-289a03c58bcf service neutron] 10.222.0.41 "GET /v2.0/networks?id=01e59f85-85b0-4648-a600-006ee6828e3c HTTP/1.1" status: 200 len: 909 time: 0.1400549 Apr 21 06:30:42.593405 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea9bc90a-5e6f-4f95-8969-f605f7a3b666 req-a8b88f75-77cb-442e-9f3c-a77d2f528e83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30587a67-93eb-49f5-a98d-6d776365e827 HTTP/1.1" status: 200 len: 217 time: 0.0668647 Apr 21 06:30:42.665511 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bc90a-5e6f-4f95-8969-f605f7a3b666 req-46512a5f-a1d4-435e-b297-cae0dc70118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:42.666981 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea9bc90a-5e6f-4f95-8969-f605f7a3b666 req-46512a5f-a1d4-435e-b297-cae0dc70118c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d447210-1586-4fec-b94e-56849ebf4c08 HTTP/1.1" status: 200 len: 847 time: 0.0671012 Apr 21 06:30:42.751362 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bc90a-5e6f-4f95-8969-f605f7a3b666 req-0781a1fc-56cf-4f9f-ac41-60be833539b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:42.752997 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea9bc90a-5e6f-4f95-8969-f605f7a3b666 req-0781a1fc-56cf-4f9f-ac41-60be833539b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01e59f85-85b0-4648-a600-006ee6828e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790887 Apr 21 06:30:42.896179 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea9bc90a-5e6f-4f95-8969-f605f7a3b666 req-480666cf-fc1a-4a67-9020-1277c6ba9eb0 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353788 Apr 21 06:30:43.041455 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ea9bc90a-5e6f-4f95-8969-f605f7a3b666 req-fe17fe98-3598-41f0-8a39-c2524eca4901 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376674 Apr 21 06:30:43.044284 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:43.172005 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b218c-74e2-46e3-b8c2-824e14660f93 req-a7476a16-087f-4ec5-91fa-43d8e7159834 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:43.173623 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6d3b218c-74e2-46e3-b8c2-824e14660f93 req-a7476a16-087f-4ec5-91fa-43d8e7159834 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 944 time: 0.0955770 Apr 21 06:30:43.222047 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6d3b218c-74e2-46e3-b8c2-824e14660f93 req-1db15496-0d10-4775-a446-c6389650170d tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408206 Apr 21 06:30:44.425871 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95dcc-66b4-498f-b69b-a8b037fc737e req-0a12bfe1-e4ec-4ea2-9add-4d2b32f0cd87 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:44.428125 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-67d95dcc-66b4-498f-b69b-a8b037fc737e req-0a12bfe1-e4ec-4ea2-9add-4d2b32f0cd87 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 944 time: 0.0923367 Apr 21 06:30:44.481127 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-67d95dcc-66b4-498f-b69b-a8b037fc737e req-b2b5073f-ac83-4a7e-8fc0-335a913a5bc2 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465186 Apr 21 06:30:45.143179 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:45.510518 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 30587a67-93eb-49f5-a98d-6d776365e827 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:30:45.656597 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 30587a67-93eb-49f5-a98d-6d776365e827, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30587a67-93eb-49f5-a98d-6d776365e827,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:30:45.671504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '30587a67-93eb-49f5-a98d-6d776365e827', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'port_id': '30587a67-93eb-49f5-a98d-6d776365e827', 'mac_address': 'fa:16:3e:a1:a9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:30:45.690032 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170f5b6-821f-4acc-be5f-2442b30d4034 req-5b701432-de62-467c-8dd1-c93b9504cd43 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:45.691650 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f170f5b6-821f-4acc-be5f-2442b30d4034 req-5b701432-de62-467c-8dd1-c93b9504cd43 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 944 time: 0.0915277 Apr 21 06:30:45.735231 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:45.741255 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f170f5b6-821f-4acc-be5f-2442b30d4034 req-a3d793f1-d466-443f-9bec-68ff1f7f53de tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428824 Apr 21 06:30:45.753107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30587a67-93eb-49f5-a98d-6d776365e827 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:30:45.769359 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 30587a67-93eb-49f5-a98d-6d776365e827, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30587a67-93eb-49f5-a98d-6d776365e827,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:30:45.772690 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:45.775237 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:45.843427 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=30587a67-93eb-49f5-a98d-6d776365e827,revision_number=4']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:45.846798 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:46.003733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['30587a67-93eb-49f5-a98d-6d776365e827'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:30:46.942385 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf292f3-3c08-40cf-b4d2-e6242123edbd req-958d2a84-976c-42a0-868a-9b3916a5a04f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:46.943984 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ebf292f3-3c08-40cf-b4d2-e6242123edbd req-958d2a84-976c-42a0-868a-9b3916a5a04f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 945 time: 0.0877650 Apr 21 06:30:46.991851 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ebf292f3-3c08-40cf-b4d2-e6242123edbd req-17f60863-a510-4534-a867-a0df51405c41 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413041 Apr 21 06:30:47.526115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 30587a67-93eb-49f5-a98d-6d776365e827 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:30:47.767480 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning for port 30587a67-93eb-49f5-a98d-6d776365e827 completed by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 21 06:30:47.772298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 30587a67-93eb-49f5-a98d-6d776365e827 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:30:47.772726 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:47.892808 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:47.923403 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:30:47.933575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 30587a67-93eb-49f5-a98d-6d776365e827, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30587a67-93eb-49f5-a98d-6d776365e827,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:30:47.936586 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:47.938520 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:48.008769 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=30587a67-93eb-49f5-a98d-6d776365e827,revision_number=5']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:48.012051 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:48.031555 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827', 'code': 200} Apr 21 06:30:48.198554 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d107d07-01ad-4aed-913e-de51bbb693ab req-0769fb55-b8d8-43d3-86df-40fa01eb6648 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:48.200192 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1d107d07-01ad-4aed-913e-de51bbb693ab req-0769fb55-b8d8-43d3-86df-40fa01eb6648 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0947828 Apr 21 06:30:48.249195 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-1d107d07-01ad-4aed-913e-de51bbb693ab req-ab8e3196-0380-42ad-95d7-0749fcbb2c4c tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424139 Apr 21 06:30:48.326773 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2a45a-2070-4e48-a64d-06ad255d2230 req-a1587947-8c07-460f-b569-0367131ffd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:48.328409 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-48e2a45a-2070-4e48-a64d-06ad255d2230 req-a1587947-8c07-460f-b569-0367131ffd5b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 1099 time: 0.0768867 Apr 21 06:30:48.372588 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-48e2a45a-2070-4e48-a64d-06ad255d2230 req-19474a15-6f2d-4dcc-ada2-cb3f15857ab5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358443 Apr 21 06:30:49.451756 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d2f1f-371e-41d4-a5d0-ee8f1e441c67 req-caf7336f-8721-48f4-9711-31afd8427410 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:49.453407 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-537d2f1f-371e-41d4-a5d0-ee8f1e441c67 req-caf7336f-8721-48f4-9711-31afd8427410 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0885324 Apr 21 06:30:49.505815 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-537d2f1f-371e-41d4-a5d0-ee8f1e441c67 req-8ab16e69-2b29-4ab4-902e-3fc997f0b315 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454364 Apr 21 06:30:49.549183 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:49.708602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d53a64-e15a-406a-9651-73556b32cabb req-70a88f6c-02a8-4376-b99e-f677d2882400 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:49.710328 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-62d53a64-e15a-406a-9651-73556b32cabb req-70a88f6c-02a8-4376-b99e-f677d2882400 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0915034 Apr 21 06:30:49.757852 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-62d53a64-e15a-406a-9651-73556b32cabb req-7d67dfa9-3ef9-4eb2-b84d-8a5dc7465916 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406988 Apr 21 06:30:49.783168 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 38042) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:49.907033 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c862d041-31cf-40e9-b6fb-81e41e18ce99 tempest-TestShelveInstance-1725792620 tempest-TestShelveInstance-1725792620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:49.908746 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-c862d041-31cf-40e9-b6fb-81e41e18ce99 tempest-TestShelveInstance-1725792620 tempest-TestShelveInstance-1725792620-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 1094 time: 0.1245384 Apr 21 06:30:49.912074 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86268) accepted ('10.222.0.32', 38048) {{(pid=86268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:30:49.917491 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.v2.base [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Request body: {'floatingip': {'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'port_id': '30587a67-93eb-49f5-a98d-6d776365e827', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 06:30:49.923719 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 21 06:30:49.927863 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Usage tracker for resource:floatingip and tenant:36024c3868b241aea3db0fe998b403be is out of sync, need to count used quota {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 21 06:30:49.930855 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 21 06:30:49.936888 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.quota.driver [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 21 06:30:49.946833 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for floatingip, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:50.092092 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:50.231807 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_common [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Allocated IP 172.28.0.169 (6780f290-37a1-4067-835f-262019d95e51/a3743b82-60d3-42d1-9f74-8d7b379a73c7/48ed84bd-4cc7-4b01-838e-70548b3e32bb) {{(pid=86268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 21 06:30:50.384690 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for port, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:50.417761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732527904627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:50.422576 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-90a65c6e-d6de-4cbc-9c9a-043b2366caed tempest-VolumesNegativeTest-182829594 tempest-VolumesNegativeTest-182829594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:50.492704 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Network 6780f290-37a1-4067-835f-262019d95e51 is already hosted by enough agents. {{(pid=86268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 21 06:30:50.495717 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.base_scheduler [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Resources bound (agent type, host, resource id): {{(pid=86268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 21 06:30:50.499611 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Received port after_create {{(pid=86268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 21 06:30:50.531933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Pushing event updated for resources: {'Port': ['ID=48ed84bd-4cc7-4b01-838e-70548b3e32bb,revision_number=1']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:50.538601 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:51.156144 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:51.233753 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:51.449060 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for port, precommit_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:51.452541 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6613096'] for port, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:51.457326 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-3e2e0e9a-84a5-409e-9a83-73cdc11c2527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:30:51.578524 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Pushing event updated for resources: {'Port': ['ID=48ed84bd-4cc7-4b01-838e-70548b3e32bb,revision_number=2']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:30:51.581534 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:30:51.589544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396726'] for floatingip, after_update {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:51.768313 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_db [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Floating IP 42a65028-4ce0-4278-a0b3-dcdccf6d7146 associated. External IP: 172.28.0.169, port: 30587a67-93eb-49f5-a98d-6d776365e827. Apr 21 06:30:52.141450 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Router a8daf22e-dc57-42f9-b296-f130e81c6c4b has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:30:52.331843 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:30:52.342192 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d3f1f-71d5-4e2c-a789-e888e012453e None None] Sync routers for ids ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:30:52.352136 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d3f1f-71d5-4e2c-a789-e888e012453e None None] Routers {'a8daf22e-dc57-42f9-b296-f130e81c6c4b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:30:52.352803 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-096d3f1f-71d5-4e2c-a789-e888e012453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:30:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:52.356037 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:30:52.428083 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-6717e033-1a9b-4b7a-afe7-bddb5af1c199 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5051844 Apr 21 06:30:52.428083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:30:52.467415 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827', 'status': 'completed', 'code': 200} Apr 21 06:30:52.554969 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-096d3f1f-71d5-4e2c-a789-e888e012453e None None] Set router a8daf22e-dc57-42f9-b296-f130e81c6c4b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:30:52.568844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26b488-7f9d-4068-9aa6-3f0d2337bce9 req-3fb91d17-29f6-4550-91d1-4af80adb3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:52.570475 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd26b488-7f9d-4068-9aa6-3f0d2337bce9 req-3fb91d17-29f6-4550-91d1-4af80adb3f72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36024c3868b241aea3db0fe998b403be&device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 1099 time: 0.0815253 Apr 21 06:30:52.710021 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26b488-7f9d-4068-9aa6-3f0d2337bce9 req-92aafb25-4b1a-4e98-84cc-f8283de97ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:52.711919 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd26b488-7f9d-4068-9aa6-3f0d2337bce9 req-92aafb25-4b1a-4e98-84cc-f8283de97ccd service neutron] 10.222.0.41 "GET /v2.0/networks?id=01e59f85-85b0-4648-a600-006ee6828e3c HTTP/1.1" status: 200 len: 909 time: 0.1350956 Apr 21 06:30:52.821453 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd26b488-7f9d-4068-9aa6-3f0d2337bce9 req-c3d82f4c-0ffb-465f-9d06-f31f3870b9a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30587a67-93eb-49f5-a98d-6d776365e827 HTTP/1.1" status: 200 len: 1000 time: 0.1029632 Apr 21 06:30:52.889920 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26b488-7f9d-4068-9aa6-3f0d2337bce9 req-5bc8179d-ee86-4077-8bbb-f8d52a11a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:52.891593 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd26b488-7f9d-4068-9aa6-3f0d2337bce9 req-5bc8179d-ee86-4077-8bbb-f8d52a11a387 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d447210-1586-4fec-b94e-56849ebf4c08 HTTP/1.1" status: 200 len: 847 time: 0.0642574 Apr 21 06:30:52.926006 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-096d3f1f-71d5-4e2c-a789-e888e012453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 4, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port': {'id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:09Z', 'updated_at': '2021-04-21T06:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': '42a65028-4ce0-4278-a0b3-dcdccf6d7146', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'floating_ip_address': '172.28.0.169', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'port_id': '30587a67-93eb-49f5-a98d-6d776365e827', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'mac_address': 'fa:16:3e:a1:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:30:51Z', 'updated_at': '2021-04-21T06:30:51Z', 'revision_number': 0, 'project_id': '36024c3868b241aea3db0fe998b403be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e624699e-0589-42cc-8f1f-1f82ad87fc60', 'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'mac_address': 'fa:16:3e:ba:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:12Z', 'updated_at': '2021-04-21T06:30:21Z', 'revision_number': 5, 'project_id': '36024c3868b241aea3db0fe998b403be', 'subnets': [{'id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:52.930249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d3f1f-71d5-4e2c-a789-e888e012453e None None] Checking router: a8daf22e-dc57-42f9-b296-f130e81c6c4b for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:30:52.939290 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d3f1f-71d5-4e2c-a789-e888e012453e None None] Routers {'a8daf22e-dc57-42f9-b296-f130e81c6c4b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:30:52.939971 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-096d3f1f-71d5-4e2c-a789-e888e012453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:30:42Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:52.976931 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26b488-7f9d-4068-9aa6-3f0d2337bce9 req-c6783c42-60d8-44dc-9c94-65b1ed30fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:30:52.978482 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd26b488-7f9d-4068-9aa6-3f0d2337bce9 req-c6783c42-60d8-44dc-9c94-65b1ed30fc42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01e59f85-85b0-4648-a600-006ee6828e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810516 Apr 21 06:30:53.122713 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd26b488-7f9d-4068-9aa6-3f0d2337bce9 req-e5a27c92-a85a-4acd-838a-cba8911224f3 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382158 Apr 21 06:30:53.127698 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-096d3f1f-71d5-4e2c-a789-e888e012453e None None] Set router a8daf22e-dc57-42f9-b296-f130e81c6c4b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:30:53.275037 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-dd26b488-7f9d-4068-9aa6-3f0d2337bce9 req-a7d3af03-c75b-4f8b-a560-18f10d132d17 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458673 Apr 21 06:30:53.496894 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-096d3f1f-71d5-4e2c-a789-e888e012453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 4, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port': {'id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:09Z', 'updated_at': '2021-04-21T06:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': '42a65028-4ce0-4278-a0b3-dcdccf6d7146', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'floating_ip_address': '172.28.0.169', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'port_id': '30587a67-93eb-49f5-a98d-6d776365e827', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'mac_address': 'fa:16:3e:a1:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:30:51Z', 'updated_at': '2021-04-21T06:30:51Z', 'revision_number': 0, 'project_id': '36024c3868b241aea3db0fe998b403be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e624699e-0589-42cc-8f1f-1f82ad87fc60', 'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'mac_address': 'fa:16:3e:ba:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:12Z', 'updated_at': '2021-04-21T06:30:21Z', 'revision_number': 5, 'project_id': '36024c3868b241aea3db0fe998b403be', 'subnets': [{'id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:30:53.501235 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d3f1f-71d5-4e2c-a789-e888e012453e None None] The sync data for ids ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'] in dv-cinder-776307-5-smb is: [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 4, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port': {'id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:09Z', 'updated_at': '2021-04-21T06:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_floatingips': [{'id': '42a65028-4ce0-4278-a0b3-dcdccf6d7146', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'floating_ip_address': '172.28.0.169', 'floating_network_id': '6780f290-37a1-4067-835f-262019d95e51', 'router_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'port_id': '30587a67-93eb-49f5-a98d-6d776365e827', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'mac_address': 'fa:16:3e:a1:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-21T06:30:51Z', 'updated_at': '2021-04-21T06:30:51Z', 'revision_number': 0, 'project_id': '36024c3868b241aea3db0fe998b403be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e624699e-0589-42cc-8f1f-1f82ad87fc60', 'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'mac_address': 'fa:16:3e:ba:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:12Z', 'updated_at': '2021-04-21T06:30:21Z', 'revision_number': 5, 'project_id': '36024c3868b241aea3db0fe998b403be', 'subnets': [{'id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:30:53.765707 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ff1ec7-bf23-4b03-96e3-95eaf2b6b8e1 None None] New status for floating IP 42a65028-4ce0-4278-a0b3-dcdccf6d7146: ACTIVE {{(pid=86270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:31:08.808355 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-35229717-507d-4035-a971-81b83ed750c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:11.638398 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-8b73fe23-83e8-4ec0-af99-f5985da2aad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:12.081943 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:13.045412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:15.018321 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:31:15.145596 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:19.556608 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:23.755861 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-698d2bee-6251-43c6-8d23-88b74c0ab8b0 req-21696ea7-c280-43d3-9c69-c24c3fce1ee3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788047 Apr 21 06:31:23.908493 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d2bee-6251-43c6-8d23-88b74c0ab8b0 req-7daf2df5-8331-4449-868e-4e07eb5bf2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:31:23.910159 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-698d2bee-6251-43c6-8d23-88b74c0ab8b0 req-7daf2df5-8331-4449-868e-4e07eb5bf2d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36024c3868b241aea3db0fe998b403be&device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 1099 time: 0.0802493 Apr 21 06:31:24.067661 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d2bee-6251-43c6-8d23-88b74c0ab8b0 req-32511060-7a55-4055-b917-4c1be1b52bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:31:24.069306 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-698d2bee-6251-43c6-8d23-88b74c0ab8b0 req-32511060-7a55-4055-b917-4c1be1b52bfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=01e59f85-85b0-4648-a600-006ee6828e3c HTTP/1.1" status: 200 len: 909 time: 0.1399102 Apr 21 06:31:24.180258 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-698d2bee-6251-43c6-8d23-88b74c0ab8b0 req-985ad62f-2edb-4a16-bcc2-0b90e6bf97ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30587a67-93eb-49f5-a98d-6d776365e827 HTTP/1.1" status: 200 len: 1002 time: 0.1047084 Apr 21 06:31:24.252024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d2bee-6251-43c6-8d23-88b74c0ab8b0 req-6ad2a109-83a5-4e9f-beb2-09e19c6f1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:31:24.253598 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-698d2bee-6251-43c6-8d23-88b74c0ab8b0 req-6ad2a109-83a5-4e9f-beb2-09e19c6f1bba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d447210-1586-4fec-b94e-56849ebf4c08 HTTP/1.1" status: 200 len: 847 time: 0.0665936 Apr 21 06:31:24.336107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d2bee-6251-43c6-8d23-88b74c0ab8b0 req-ec1eaca1-f008-429d-890f-8ffd0f9433cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:31:24.337645 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-698d2bee-6251-43c6-8d23-88b74c0ab8b0 req-ec1eaca1-f008-429d-890f-8ffd0f9433cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01e59f85-85b0-4648-a600-006ee6828e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774562 Apr 21 06:31:24.727828 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-698d2bee-6251-43c6-8d23-88b74c0ab8b0 req-4b6bd94a-857c-4952-9cee-36126e3dcf20 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829038 Apr 21 06:31:24.873607 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-698d2bee-6251-43c6-8d23-88b74c0ab8b0 req-236faf5d-d797-49a3-986b-1e5eb65d3cc6 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389055 Apr 21 06:31:38.811555 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a19c2aa9-5c3f-4dff-aa84-df8d24be18e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:41.642310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2be79b83-84f6-4e77-ac46-aa9b4d3cd168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:42.084609 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:43.046967 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:45.153434 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:49.550951 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:31:52.018339 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:32:08.813545 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0539e639-8f13-4248-b49d-f0296ed94679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:11.643837 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cb470a01-ebe1-4959-9acd-6b65a273d6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:12.085688 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:13.048162 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:15.152866 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:19.569927 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:24.741571 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1812e03-3158-475e-b85a-2f49958787fd req-b81d61f1-06d7-49f0-a238-711940e43805 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825191 Apr 21 06:32:24.893080 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1812e03-3158-475e-b85a-2f49958787fd req-1bc614cf-75ba-41f5-b688-6bc26a8d7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:24.894744 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1812e03-3158-475e-b85a-2f49958787fd req-1bc614cf-75ba-41f5-b688-6bc26a8d7ff9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36024c3868b241aea3db0fe998b403be&device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 1099 time: 0.0818181 Apr 21 06:32:25.051843 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1812e03-3158-475e-b85a-2f49958787fd req-a8fe43f1-15f5-44e9-8bb4-66068754e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:25.054104 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1812e03-3158-475e-b85a-2f49958787fd req-a8fe43f1-15f5-44e9-8bb4-66068754e4d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01e59f85-85b0-4648-a600-006ee6828e3c HTTP/1.1" status: 200 len: 909 time: 0.1398373 Apr 21 06:32:25.165569 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1812e03-3158-475e-b85a-2f49958787fd req-5c74feda-0528-46ee-ad0c-df832d561930 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30587a67-93eb-49f5-a98d-6d776365e827 HTTP/1.1" status: 200 len: 1002 time: 0.1030383 Apr 21 06:32:25.237028 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1812e03-3158-475e-b85a-2f49958787fd req-625a2f2b-e239-444e-b5f7-a3d47cf4df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:25.238631 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1812e03-3158-475e-b85a-2f49958787fd req-625a2f2b-e239-444e-b5f7-a3d47cf4df64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d447210-1586-4fec-b94e-56849ebf4c08 HTTP/1.1" status: 200 len: 847 time: 0.0661159 Apr 21 06:32:25.325225 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1812e03-3158-475e-b85a-2f49958787fd req-d1fce269-96cd-44e2-95bb-090bfb43961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:25.326735 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1812e03-3158-475e-b85a-2f49958787fd req-d1fce269-96cd-44e2-95bb-090bfb43961c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01e59f85-85b0-4648-a600-006ee6828e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811682 Apr 21 06:32:25.469603 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1812e03-3158-475e-b85a-2f49958787fd req-749141c6-6828-4727-b341-a9893d04e466 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345837 Apr 21 06:32:25.613454 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e1812e03-3158-475e-b85a-2f49958787fd req-b7ffee53-501d-452d-8f60-4e5985ab6f79 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356311 Apr 21 06:32:29.018166 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:32:38.816789 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ce04e347-c655-40d5-ae2b-4e6dab1690a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:41.646993 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f143be95-bd2a-44fe-beb4-e36e9b3138d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:42.089692 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:42.330437 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008e78e-e405-45bb-a78e-10fd2b141c3e req-588b9363-16d1-429a-b131-82e154a9e954 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:42.332063 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6008e78e-e405-45bb-a78e-10fd2b141c3e req-588b9363-16d1-429a-b131-82e154a9e954 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0897136 Apr 21 06:32:42.379393 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6008e78e-e405-45bb-a78e-10fd2b141c3e req-ecea2821-5f71-4ee1-a86e-94304c125b91 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 Apr 21 06:32:43.049072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:43.601429 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf16bb-f2dd-4c76-8411-8a0af147e0a0 req-09c892c1-95a8-49e7-9e9d-de4215374aa4 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:43.603009 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6bdf16bb-f2dd-4c76-8411-8a0af147e0a0 req-09c892c1-95a8-49e7-9e9d-de4215374aa4 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0881960 Apr 21 06:32:43.650672 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-6bdf16bb-f2dd-4c76-8411-8a0af147e0a0 req-d17245f5-19ad-4228-bcb9-5d5e16e1e49e tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400939 Apr 21 06:32:44.871548 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8945209-953d-4258-8be7-0c3391b2dc0b req-35e67cd5-f6fe-4e45-8ffe-8397a038e9b1 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:44.873197 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c8945209-953d-4258-8be7-0c3391b2dc0b req-35e67cd5-f6fe-4e45-8ffe-8397a038e9b1 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0923972 Apr 21 06:32:44.922324 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-c8945209-953d-4258-8be7-0c3391b2dc0b req-eb82b1d1-a019-431c-96ef-9b30d8cbc4aa tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428343 Apr 21 06:32:45.155421 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:46.126117 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a3228-1038-4caf-a425-ee32b88dcafd req-9219ee5d-0c31-4a9b-b8d9-5bfe93665b07 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:46.127716 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-839a3228-1038-4caf-a425-ee32b88dcafd req-9219ee5d-0c31-4a9b-b8d9-5bfe93665b07 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0920713 Apr 21 06:32:46.175517 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-839a3228-1038-4caf-a425-ee32b88dcafd req-28e99211-5cfb-4ccc-b7cd-de2644932e51 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414011 Apr 21 06:32:47.379226 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df27c4-4a71-4968-b8db-78369487ec2f req-a1552872-08a8-4ecc-ab08-9f24d0bfbb20 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:47.380890 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-56df27c4-4a71-4968-b8db-78369487ec2f req-a1552872-08a8-4ecc-ab08-9f24d0bfbb20 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0891399 Apr 21 06:32:47.433337 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-56df27c4-4a71-4968-b8db-78369487ec2f req-56f2cba4-49f9-4f85-9d98-005b88994702 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453436 Apr 21 06:32:48.643046 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5d2d6-b66e-4a1a-afc2-07d224935409 req-6ebada92-fe26-4dcd-a754-a390099f0b42 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:48.644689 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-51b5d2d6-b66e-4a1a-afc2-07d224935409 req-6ebada92-fe26-4dcd-a754-a390099f0b42 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0921402 Apr 21 06:32:48.692247 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-51b5d2d6-b66e-4a1a-afc2-07d224935409 req-b2db0275-4598-4fb5-b3bb-9ae5a550fae3 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412092 Apr 21 06:32:49.569304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:49.895837 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437dbd7-dc40-4fc9-8681-a56669591cc0 req-cbfa385c-3865-4a99-b72a-d2f71f115d17 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:49.897468 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f437dbd7-dc40-4fc9-8681-a56669591cc0 req-cbfa385c-3865-4a99-b72a-d2f71f115d17 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0877752 Apr 21 06:32:49.946285 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-f437dbd7-dc40-4fc9-8681-a56669591cc0 req-ea608164-9709-49c1-8720-760feb2af448 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417824 Apr 21 06:32:51.149100 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be41fd-792c-4957-be52-b0c46adaaede req-8f83dcef-0a0c-4c6a-a83c-d00b0d10f0db tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:51.151314 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-82be41fd-792c-4957-be52-b0c46adaaede req-8f83dcef-0a0c-4c6a-a83c-d00b0d10f0db tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0883582 Apr 21 06:32:51.200320 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-82be41fd-792c-4957-be52-b0c46adaaede req-ab74b567-ffc3-4312-bc11-6180b70dcad9 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414517 Apr 21 06:32:52.408332 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050674b-ce18-4279-beaf-570d8a75fbf2 req-5a41bf54-af78-4390-956c-5804717c8d9e tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:52.409930 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9050674b-ce18-4279-beaf-570d8a75fbf2 req-5a41bf54-af78-4390-956c-5804717c8d9e tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0939186 Apr 21 06:32:52.414021 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98414c-87e8-444d-845a-938f0033b7f1 req-0396f130-aafe-4dab-bd75-dffca3281faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:52.415639 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ac98414c-87e8-444d-845a-938f0033b7f1 req-0396f130-aafe-4dab-bd75-dffca3281faa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36024c3868b241aea3db0fe998b403be&device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 1099 time: 0.0834692 Apr 21 06:32:52.459363 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-9050674b-ce18-4279-beaf-570d8a75fbf2 req-31a87a84-c494-41ce-bc4d-f1a79ebce53b tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427740 Apr 21 06:32:52.560597 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98414c-87e8-444d-845a-938f0033b7f1 req-42f76842-8816-4c5f-971f-c90cdc0f34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:52.562186 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ac98414c-87e8-444d-845a-938f0033b7f1 req-42f76842-8816-4c5f-971f-c90cdc0f34e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01e59f85-85b0-4648-a600-006ee6828e3c HTTP/1.1" status: 200 len: 909 time: 0.1403332 Apr 21 06:32:52.669107 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ac98414c-87e8-444d-845a-938f0033b7f1 req-8f452583-7156-475f-a51c-187a57825012 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30587a67-93eb-49f5-a98d-6d776365e827 HTTP/1.1" status: 200 len: 1002 time: 0.1007049 Apr 21 06:32:52.737793 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98414c-87e8-444d-845a-938f0033b7f1 req-c7884ee2-8c95-4c57-b938-e3a829a648f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:52.739251 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ac98414c-87e8-444d-845a-938f0033b7f1 req-c7884ee2-8c95-4c57-b938-e3a829a648f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d447210-1586-4fec-b94e-56849ebf4c08 HTTP/1.1" status: 200 len: 847 time: 0.0635948 Apr 21 06:32:52.821316 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98414c-87e8-444d-845a-938f0033b7f1 req-5fd6a2f4-75e2-4be0-8225-eded210a34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:52.823500 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ac98414c-87e8-444d-845a-938f0033b7f1 req-5fd6a2f4-75e2-4be0-8225-eded210a34a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01e59f85-85b0-4648-a600-006ee6828e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777996 Apr 21 06:32:52.966288 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ac98414c-87e8-444d-845a-938f0033b7f1 req-6ef7314e-b840-418b-b52a-1d829100fe83 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362252 Apr 21 06:32:53.112834 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ac98414c-87e8-444d-845a-938f0033b7f1 req-2174e89f-167b-4bd9-bed7-82dc97ba4c1b service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405923 Apr 21 06:32:53.662369 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0c793-a160-4114-a871-90fb7718adcf req-6275ae40-8f35-4634-80d4-ebf56d0b779f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:53.663973 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-35f0c793-a160-4114-a871-90fb7718adcf req-6275ae40-8f35-4634-80d4-ebf56d0b779f tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0903518 Apr 21 06:32:53.712084 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-35f0c793-a160-4114-a871-90fb7718adcf req-6b9e41d5-ac8e-4f1c-a1cd-82bca12266a9 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410631 Apr 21 06:32:54.915402 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d314d40-38ea-49d2-b80b-fac4d7506996 req-d81387c3-189a-4c77-b2c3-19c075412120 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:54.917055 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5d314d40-38ea-49d2-b80b-fac4d7506996 req-d81387c3-189a-4c77-b2c3-19c075412120 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0897357 Apr 21 06:32:54.970196 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5d314d40-38ea-49d2-b80b-fac4d7506996 req-d2497f63-eac0-4252-aadd-4305ea477edf tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466137 Apr 21 06:32:56.175067 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999084c4-64dd-49b1-8017-2a12f5d65ad3 req-e150f9d3-94d1-4fe7-9395-ab64a6a017b0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:56.176669 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-999084c4-64dd-49b1-8017-2a12f5d65ad3 req-e150f9d3-94d1-4fe7-9395-ab64a6a017b0 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0908198 Apr 21 06:32:56.224856 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-999084c4-64dd-49b1-8017-2a12f5d65ad3 req-ef5d2ea8-8abf-4d7c-9565-c9d7104e9ab7 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417433 Apr 21 06:32:56.745773 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38120) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:32:56.751042 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45674ecf-41bc-47ed-9637-cbe14fe12bbd req-0256eb06-86d7-448b-8a66-1c968d2ca276 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:56.752713 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-45674ecf-41bc-47ed-9637-cbe14fe12bbd req-0256eb06-86d7-448b-8a66-1c968d2ca276 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0904670 Apr 21 06:32:56.802786 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-45674ecf-41bc-47ed-9637-cbe14fe12bbd req-7a399967-41c1-466e-9743-cf94fd5c9fe6 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437031 Apr 21 06:32:56.873034 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-288d9a18-2fd2-404a-8de9-a4c7c7a7eb63 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257312 Apr 21 06:32:57.984347 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-c88fc6c6-6687-4343-b8b9-d87143a22ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:57.985979 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-c88fc6c6-6687-4343-b8b9-d87143a22ec1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7&tenant_id=36024c3868b241aea3db0fe998b403be HTTP/1.1" status: 200 len: 1099 time: 0.0824978 Apr 21 06:32:58.008488 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34b8a-06f7-4fd0-b5d4-3d291c67dd36 req-ff527eaf-3be8-45a9-a42b-c54e12fc3b4a tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:58.010016 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-17d34b8a-06f7-4fd0-b5d4-3d291c67dd36 req-ff527eaf-3be8-45a9-a42b-c54e12fc3b4a tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0904584 Apr 21 06:32:58.059595 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-17d34b8a-06f7-4fd0-b5d4-3d291c67dd36 req-bd210252-fc22-4217-ad87-24ad0672e1ad tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428729 Apr 21 06:32:58.099542 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-ed5771d1-5fbc-457c-8d84-70aaac849566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:58.101197 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-ed5771d1-5fbc-457c-8d84-70aaac849566 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36024c3868b241aea3db0fe998b403be&device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 1099 time: 0.0937314 Apr 21 06:32:58.227483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 30587a67-93eb-49f5-a98d-6d776365e827 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:32:58.243507 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-8b707d02-1fbd-4ca3-a5a6-2ee753ef5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:58.245199 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-8b707d02-1fbd-4ca3-a5a6-2ee753ef5bbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=01e59f85-85b0-4648-a600-006ee6828e3c HTTP/1.1" status: 200 len: 909 time: 0.1377804 Apr 21 06:32:58.349642 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:58.357376 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-c5f8edc9-d2fa-42c2-b4e3-5ce5c54c2460 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30587a67-93eb-49f5-a98d-6d776365e827 HTTP/1.1" status: 200 len: 1002 time: 0.1056700 Apr 21 06:32:58.377779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:32:58.388500 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 30587a67-93eb-49f5-a98d-6d776365e827, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30587a67-93eb-49f5-a98d-6d776365e827,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:32:58.392010 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:32:58.394107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f4c55cd0-0aab-4b19-9e72-65b90a411b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:32:58.430185 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-488d5a7a-e01b-4dfa-b747-dee86f9c2a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:58.432501 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-488d5a7a-e01b-4dfa-b747-dee86f9c2a45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d447210-1586-4fec-b94e-56849ebf4c08 HTTP/1.1" status: 200 len: 847 time: 0.0692732 Apr 21 06:32:58.432798 dv-cinder-776307-5-smb neutron-server[86155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827', 'code': 422} returned with failed status Apr 21 06:32:58.466622 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=30587a67-93eb-49f5-a98d-6d776365e827,revision_number=6']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:32:58.474460 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:58.474852 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:58.475234 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:58.475613 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:58.476007 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:58.476406 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:58.476738 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:58.477108 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:58.477477 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:58.478367 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:58.478753 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:58.479115 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:32:58.483574 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:32:58.527403 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-f28d6281-e874-4d5d-ad24-44400ce5fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:58.529036 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-f28d6281-e874-4d5d-ad24-44400ce5fbb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01e59f85-85b0-4648-a600-006ee6828e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0907438 Apr 21 06:32:58.670199 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-16fd3138-8690-457f-bd93-d964c2f1220d service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345055 Apr 21 06:32:58.812544 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-929cf19c-f370-4963-b39a-c158c1ef96d2 req-865c17f6-b8dc-41d4-bf9e-26854f92e674 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354592 Apr 21 06:32:59.277779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed56869-8141-49af-877f-e82b693a85bd req-c3e6a577-cd81-414e-a839-6c4ca1d5f0a7 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:32:59.279372 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5ed56869-8141-49af-877f-e82b693a85bd req-c3e6a577-cd81-414e-a839-6c4ca1d5f0a7 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 944 time: 0.0949347 Apr 21 06:32:59.327586 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-5ed56869-8141-49af-877f-e82b693a85bd req-aae0fe94-8a21-44f0-bd66-e287d813e96e tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419009 Apr 21 06:33:00.188123 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b12a41-1fa0-4c83-a0a3-49b12ee9f05c req-e7c3c6e1-0a49-462b-ab51-024c7f7ce152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:33:00.189695 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e6b12a41-1fa0-4c83-a0a3-49b12ee9f05c req-e7c3c6e1-0a49-462b-ab51-024c7f7ce152 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 1097 time: 0.0760238 Apr 21 06:33:00.232561 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-e6b12a41-1fa0-4c83-a0a3-49b12ee9f05c req-154b722b-aa9a-4d44-94be-d8410a7e3490 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363703 Apr 21 06:33:00.532246 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02682282-6bc6-4d21-afbb-6e3648b33c14 req-eb16373a-e04a-4522-877c-bd5c58129d3b tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:33:00.533857 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-02682282-6bc6-4d21-afbb-6e3648b33c14 req-eb16373a-e04a-4522-877c-bd5c58129d3b tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 944 time: 0.0928302 Apr 21 06:33:00.581681 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-02682282-6bc6-4d21-afbb-6e3648b33c14 req-64040168-5e23-4e23-a161-a8319d51b47e tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411215 Apr 21 06:33:01.784326 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb970-27d6-4a32-8aef-1878602ea47e req-92623d88-0bdd-43c3-b669-5e36a067fe48 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:33:01.785924 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b6bcb970-27d6-4a32-8aef-1878602ea47e req-92623d88-0bdd-43c3-b669-5e36a067fe48 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 944 time: 0.0888698 Apr 21 06:33:01.836693 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-b6bcb970-27d6-4a32-8aef-1878602ea47e req-f7541784-eb87-4cec-b52b-2eee4091ad76 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444922 Apr 21 06:33:02.242220 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 30587a67-93eb-49f5-a98d-6d776365e827 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=86269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 21 06:33:02.383305 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 30587a67-93eb-49f5-a98d-6d776365e827, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30587a67-93eb-49f5-a98d-6d776365e827,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:33:02.397787 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Returning: {'device': '30587a67-93eb-49f5-a98d-6d776365e827', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'port_id': '30587a67-93eb-49f5-a98d-6d776365e827', 'mac_address': 'fa:16:3e:a1:a9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 06:33:02.460072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:02.478783 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30587a67-93eb-49f5-a98d-6d776365e827 {{(pid=86269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 21 06:33:02.495093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 30587a67-93eb-49f5-a98d-6d776365e827, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30587a67-93eb-49f5-a98d-6d776365e827,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:33:02.498104 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:02.499927 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:33:02.569289 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=30587a67-93eb-49f5-a98d-6d776365e827,revision_number=7']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:33:02.572517 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:33:02.711948 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] get_ports_and_sgs() called for port_ids ['30587a67-93eb-49f5-a98d-6d776365e827'] {{(pid=86269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 06:33:04.257412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 30587a67-93eb-49f5-a98d-6d776365e827 up at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 21 06:33:04.331474 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.provisioning_blocks [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Provisioning complete for port 30587a67-93eb-49f5-a98d-6d776365e827 triggered by entity L2. {{(pid=86269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 21 06:33:04.331895 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679046'] for port, provisioning_complete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:04.457702 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854031269'] for port, before_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:04.486163 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827'}] {{(pid=86269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:33:04.497152 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] For port 30587a67-93eb-49f5-a98d-6d776365e827, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30587a67-93eb-49f5-a98d-6d776365e827,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:33:04.500464 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732528353224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732527904644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304326871139'] for port, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:04.502320 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-06e34fdb-eef4-4ed4-9036-4c25a834e94e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:33:04.541154 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827', 'code': 200} Apr 21 06:33:04.575466 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Pushing event updated for resources: {'Port': ['ID=30587a67-93eb-49f5-a98d-6d776365e827,revision_number=8']} {{(pid=86269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:33:04.578676 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:33:06.021241 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:33:08.818544 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d803-ab26-4a76-819c-4bf05a353e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:11.649434 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a8e7007b-7dd9-477b-b0a2-a57ab5d4f451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:12.092779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:13.050673 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:15.157799 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:19.573844 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:26.739857 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-67b7d384-5fe0-4afa-a552-5e43ede15c65 req-ebb80d1e-ebcd-4c1f-8fc3-24f10361973c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839128 Apr 21 06:33:27.129019 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7d384-5fe0-4afa-a552-5e43ede15c65 req-a0a777ca-60ee-47f7-8e4e-b00106f794fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:33:27.130624 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-67b7d384-5fe0-4afa-a552-5e43ede15c65 req-a0a777ca-60ee-47f7-8e4e-b00106f794fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36024c3868b241aea3db0fe998b403be&device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 1099 time: 0.3189974 Apr 21 06:33:27.295273 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7d384-5fe0-4afa-a552-5e43ede15c65 req-fd137bd5-58bd-4544-bcb6-820cb1b72242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:33:27.296947 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-67b7d384-5fe0-4afa-a552-5e43ede15c65 req-fd137bd5-58bd-4544-bcb6-820cb1b72242 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01e59f85-85b0-4648-a600-006ee6828e3c HTTP/1.1" status: 200 len: 909 time: 0.1472774 Apr 21 06:33:27.409408 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-67b7d384-5fe0-4afa-a552-5e43ede15c65 req-7b6471c7-e718-4325-8c27-84926c89a116 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30587a67-93eb-49f5-a98d-6d776365e827 HTTP/1.1" status: 200 len: 1002 time: 0.1055429 Apr 21 06:33:27.479388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7d384-5fe0-4afa-a552-5e43ede15c65 req-2073b72f-1d05-4896-959b-8005faa0f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:33:27.481007 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-67b7d384-5fe0-4afa-a552-5e43ede15c65 req-2073b72f-1d05-4896-959b-8005faa0f6b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d447210-1586-4fec-b94e-56849ebf4c08 HTTP/1.1" status: 200 len: 847 time: 0.0643375 Apr 21 06:33:27.567673 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7d384-5fe0-4afa-a552-5e43ede15c65 req-2205d325-af3c-4450-b35b-75f64dde71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:33:27.569301 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-67b7d384-5fe0-4afa-a552-5e43ede15c65 req-2205d325-af3c-4450-b35b-75f64dde71c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01e59f85-85b0-4648-a600-006ee6828e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824652 Apr 21 06:33:27.709578 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-67b7d384-5fe0-4afa-a552-5e43ede15c65 req-7dd718f0-181c-4675-b06d-bd3b801d9076 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331673 Apr 21 06:33:27.850445 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-67b7d384-5fe0-4afa-a552-5e43ede15c65 req-7ef78a8a-d3e0-479c-96ba-e07bb9943f00 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332483 Apr 21 06:33:38.823909 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-4e096a8b-3887-4784-92bf-e6717df6cc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:41.649973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-54693cd6-109c-4bfb-b1da-4ac87858b87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:42.097455 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:43.021483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:33:43.051097 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:45.158797 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:33:49.582946 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:08.816468 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-26826f3b-29ff-4530-9bd6-14bcac18b0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:10.531422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38152) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:10.747660 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Deleting port 48ed84bd-4cc7-4b01-838e-70548b3e32bb {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:34:10.747977 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:10.930408 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:10.930783 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:11.061592 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Calling delete_port for 48ed84bd-4cc7-4b01-838e-70548b3e32bb owned by network:floatingip {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:34:11.218137 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:11.222828 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-b1751f9f-6d95-4e21-a883-65b9f7691c3f tempest-AttachVolumeTestJSON-686412750 tempest-AttachVolumeTestJSON-686412750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:11.303755 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Pushing event deleted for resources: {'Port': ['ID=48ed84bd-4cc7-4b01-838e-70548b3e32bb,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:11.353731 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:11.354088 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:11.354512 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:11.355460 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:11.355876 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:11.356314 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:11.356722 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:11.357129 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:11.357536 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:11.357941 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:11.358349 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:11.358750 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:11.362249 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:11.389863 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for floatingip, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:11.390241 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.db.l3_db [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Floating IP 42a65028-4ce0-4278-a0b3-dcdccf6d7146 disassociated (deleted). External IP: 172.28.0.169, port: 30587a67-93eb-49f5-a98d-6d776365e827. Apr 21 06:34:11.651069 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e60a3915-3a67-4ebe-82d0-dbc63449ec5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:11.765672 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Router a8daf22e-dc57-42f9-b296-f130e81c6c4b has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:34:12.101800 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:12.193161 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:34:12.203096 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074258b-b961-4f83-ac1d-925a24631748 None None] Sync routers for ids ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:34:12.212667 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for floatingip, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:12.213358 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074258b-b961-4f83-ac1d-925a24631748 None None] Routers {'a8daf22e-dc57-42f9-b296-f130e81c6c4b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:34:12.214025 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-e074258b-b961-4f83-ac1d-925a24631748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:34:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:12.273811 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-81a18104-9248-4206-a2dc-050a7fb88262 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "DELETE /v2.0/floatingips/42a65028-4ce0-4278-a0b3-dcdccf6d7146 HTTP/1.1" status: 204 len: 168 time: 1.7384884 Apr 21 06:34:12.273811 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827'}] {{(pid=86267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:34:12.409733 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-e074258b-b961-4f83-ac1d-925a24631748 None None] Set router a8daf22e-dc57-42f9-b296-f130e81c6c4b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:34:12.425126 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827', 'status': 'completed', 'code': 200} Apr 21 06:34:12.542140 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16c5eb-0359-4a2d-9f2b-6b26805e3444 req-f89e9637-afca-4eea-abcd-523660e294b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:34:12.544395 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ba16c5eb-0359-4a2d-9f2b-6b26805e3444 req-f89e9637-afca-4eea-abcd-523660e294b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36024c3868b241aea3db0fe998b403be&device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 1099 time: 0.0871441 Apr 21 06:34:12.758878 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16c5eb-0359-4a2d-9f2b-6b26805e3444 req-aa5e89ce-f3d0-4d61-95d0-961400f3b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:34:12.760503 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ba16c5eb-0359-4a2d-9f2b-6b26805e3444 req-aa5e89ce-f3d0-4d61-95d0-961400f3b5c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01e59f85-85b0-4648-a600-006ee6828e3c HTTP/1.1" status: 200 len: 909 time: 0.2098401 Apr 21 06:34:12.772505 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-e074258b-b961-4f83-ac1d-925a24631748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 4, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port': {'id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:09Z', 'updated_at': '2021-04-21T06:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'e624699e-0589-42cc-8f1f-1f82ad87fc60', 'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'mac_address': 'fa:16:3e:ba:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:12Z', 'updated_at': '2021-04-21T06:30:21Z', 'revision_number': 5, 'project_id': '36024c3868b241aea3db0fe998b403be', 'subnets': [{'id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:12.774424 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20323f6d-d07d-445f-83d4-c4062018a089 req-c31219ec-35bf-4e51-906e-347aadbe6de3 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:34:12.776014 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-20323f6d-d07d-445f-83d4-c4062018a089 req-c31219ec-35bf-4e51-906e-347aadbe6de3 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.1461034 Apr 21 06:34:12.776724 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074258b-b961-4f83-ac1d-925a24631748 None None] Checking router: a8daf22e-dc57-42f9-b296-f130e81c6c4b for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:34:12.786391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074258b-b961-4f83-ac1d-925a24631748 None None] Routers {'a8daf22e-dc57-42f9-b296-f130e81c6c4b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:34:12.787066 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-e074258b-b961-4f83-ac1d-925a24631748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:34:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:12.858868 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ba16c5eb-0359-4a2d-9f2b-6b26805e3444 req-4cb69724-d9aa-48ca-a2a7-5ae4738339f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30587a67-93eb-49f5-a98d-6d776365e827 HTTP/1.1" status: 200 len: 217 time: 0.0818093 Apr 21 06:34:12.932998 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-20323f6d-d07d-445f-83d4-c4062018a089 req-92770b9d-2d21-44d6-8a35-af0bc8c9fb72 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993364 Apr 21 06:34:12.952154 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16c5eb-0359-4a2d-9f2b-6b26805e3444 req-b90dc531-eaf1-451b-8125-009e9480a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:34:12.952154 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ba16c5eb-0359-4a2d-9f2b-6b26805e3444 req-b90dc531-eaf1-451b-8125-009e9480a4ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d447210-1586-4fec-b94e-56849ebf4c08 HTTP/1.1" status: 200 len: 847 time: 0.0834274 Apr 21 06:34:12.986781 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-e074258b-b961-4f83-ac1d-925a24631748 None None] Set router a8daf22e-dc57-42f9-b296-f130e81c6c4b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:34:13.034760 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16c5eb-0359-4a2d-9f2b-6b26805e3444 req-e64056f0-2081-47fa-bf35-34eebc8f8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:34:13.037200 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ba16c5eb-0359-4a2d-9f2b-6b26805e3444 req-e64056f0-2081-47fa-bf35-34eebc8f8d4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01e59f85-85b0-4648-a600-006ee6828e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790024 Apr 21 06:34:13.073348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:13.184003 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ba16c5eb-0359-4a2d-9f2b-6b26805e3444 req-135e7eaa-2883-4a1f-93b3-10c26e9b8cbb service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393254 Apr 21 06:34:13.329409 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-ba16c5eb-0359-4a2d-9f2b-6b26805e3444 req-e214f91e-1c61-4626-8837-cf09f66e2122 service neutron] 10.222.0.41 "GET /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395996 Apr 21 06:34:13.333668 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-e074258b-b961-4f83-ac1d-925a24631748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 4, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port': {'id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:09Z', 'updated_at': '2021-04-21T06:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'e624699e-0589-42cc-8f1f-1f82ad87fc60', 'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'mac_address': 'fa:16:3e:ba:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:12Z', 'updated_at': '2021-04-21T06:30:21Z', 'revision_number': 5, 'project_id': '36024c3868b241aea3db0fe998b403be', 'subnets': [{'id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:13.337887 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074258b-b961-4f83-ac1d-925a24631748 None None] The sync data for ids ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'] in dv-cinder-776307-5-smb is: [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:30:12Z', 'revision_number': 4, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port': {'id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:09Z', 'updated_at': '2021-04-21T06:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb', '_interfaces': [{'id': 'e624699e-0589-42cc-8f1f-1f82ad87fc60', 'name': '', 'network_id': '01e59f85-85b0-4648-a600-006ee6828e3c', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'mac_address': 'fa:16:3e:ba:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:12Z', 'updated_at': '2021-04-21T06:30:21Z', 'revision_number': 5, 'project_id': '36024c3868b241aea3db0fe998b403be', 'subnets': [{'id': '7d447210-1586-4fec-b94e-56849ebf4c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:34:13.731817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2eea1f-6ee4-49fb-bdbe-923fe4cd764c None None] New status for floating IP 42a65028-4ce0-4278-a0b3-dcdccf6d7146: DOWN {{(pid=86270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 21 06:34:13.897772 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b015f57-7f02-4b4d-bdec-8355aaa242fc req-44348acf-b84b-4a18-9df1-8cb69f5fd028 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:34:13.899380 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7b015f57-7f02-4b4d-bdec-8355aaa242fc req-44348acf-b84b-4a18-9df1-8cb69f5fd028 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.41 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.0928342 Apr 21 06:34:13.975973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-7b015f57-7f02-4b4d-bdec-8355aaa242fc req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Deleting port 30587a67-93eb-49f5-a98d-6d776365e827 {{(pid=86268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:34:13.976347 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7b015f57-7f02-4b4d-bdec-8355aaa242fc req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:14.196024 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5f2ce-3359-4536-bf1d-571e5e64c843 req-9c015cac-c509-4c5e-8603-2ba56f5f2322 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 21 06:34:14.196796 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-acd5f2ce-3359-4536-bf1d-571e5e64c843 req-9c015cac-c509-4c5e-8603-2ba56f5f2322 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Synchronizing usage tracker for tenant:36024c3868b241aea3db0fe998b403be on resource:port {{(pid=86267) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 21 06:34:14.211616 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.quota.resource [req-acd5f2ce-3359-4536-bf1d-571e5e64c843 req-9c015cac-c509-4c5e-8603-2ba56f5f2322 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Unset dirty status for tenant:36024c3868b241aea3db0fe998b403be on resource:port {{(pid=86267) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 21 06:34:14.212921 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-acd5f2ce-3359-4536-bf1d-571e5e64c843 req-9c015cac-c509-4c5e-8603-2ba56f5f2322 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 946 time: 0.1585796 Apr 21 06:34:14.243637 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [req-7b015f57-7f02-4b4d-bdec-8355aaa242fc req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] For port 30587a67-93eb-49f5-a98d-6d776365e827, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=30587a67-93eb-49f5-a98d-6d776365e827,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:34:14.244015 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7b015f57-7f02-4b4d-bdec-8355aaa242fc req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:14.265509 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-acd5f2ce-3359-4536-bf1d-571e5e64c843 req-cfb82d5c-8b73-4cdf-adf3-2a5625ce6611 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/security-groups?id=3206b03f-4b45-4b22-9c48-2c9d45cd203b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454996 Apr 21 06:34:14.376776 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [req-7b015f57-7f02-4b4d-bdec-8355aaa242fc req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Calling delete_port for 30587a67-93eb-49f5-a98d-6d776365e827 owned by compute:nova {{(pid=86268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:34:14.529335 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7b015f57-7f02-4b4d-bdec-8355aaa242fc req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848162719'] for port, after_delete {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:14.535053 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-4d6a23b3-7d02-4639-9c24-a4fde2cf1326 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:14.583817 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Pushing event deleted for resources: {'Port': ['ID=30587a67-93eb-49f5-a98d-6d776365e827,revision_number=None']} {{(pid=86268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:14.622836 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:14.623280 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:14.623666 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:14.624101 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:14.624504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:14.624901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:14.625298 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:14.626063 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:14.626063 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:14.626423 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:14.626814 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:14.627205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-5-smb {{(pid=86268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 21 06:34:14.635412 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:14.678182 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b015f57-7f02-4b4d-bdec-8355aaa242fc req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] No DVR routers for this DVR port 30587a67-93eb-49f5-a98d-6d776365e827 on host hv-cinder-77630 {{(pid=86268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:34:14.680615 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [req-7b015f57-7f02-4b4d-bdec-8355aaa242fc req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16035'] for port, before_response {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:14.683871 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'name': 'network-vif-deleted', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827'}] {{(pid=86268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 06:34:14.699315 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-7b015f57-7f02-4b4d-bdec-8355aaa242fc req-227c7a59-1a98-4cf8-a120-4b6278957441 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.41 "DELETE /v2.0/ports/30587a67-93eb-49f5-a98d-6d776365e827 HTTP/1.1" status: 204 len: 173 time: 0.7926064 Apr 21 06:34:14.735882 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc09e0e-1385-4d62-8bde-6a7e4ab81de7', 'name': 'network-vif-deleted', 'tag': '30587a67-93eb-49f5-a98d-6d776365e827', 'status': 'completed', 'code': 200} Apr 21 06:34:15.162490 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:15.449573 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [req-fca7af4e-f37f-43ba-9704-318fd00310c7 req-e0003019-4344-4b63-a54a-e94d07fb19cb tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bc09e0e-1385-4d62-8bde-6a7e4ab81de7 HTTP/1.1" status: 200 len: 210 time: 0.0506856 Apr 21 06:34:16.554251 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38174) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:16.627232 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea78b7e5-d31b-4447-a55b-59594cc34ed8 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:16.647313 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 30587a67-93eb-49f5-a98d-6d776365e827 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:34:16.659826 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea78b7e5-d31b-4447-a55b-59594cc34ed8 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:16.685120 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] No Port match for: 30587a67-93eb-49f5-a98d-6d776365e827 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:34:16.685522 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Device 30587a67-93eb-49f5-a98d-6d776365e827 not bound to the agent host hv-cinder-77630 {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:34:16.720310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea78b7e5-d31b-4447-a55b-59594cc34ed8 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:16.725779 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-7c29e3ed-c692-454b-ac10-9901b1e2a7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:16.744575 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78b7e5-d31b-4447-a55b-59594cc34ed8 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3206b03f-4b45-4b22-9c48-2c9d45cd203b,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:16.747384 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ea78b7e5-d31b-4447-a55b-59594cc34ed8 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:16.753709 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ea78b7e5-d31b-4447-a55b-59594cc34ed8 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:16.754920 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ea78b7e5-d31b-4447-a55b-59594cc34ed8 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] 10.222.0.32 "DELETE /v2.0/security-groups/3206b03f-4b45-4b22-9c48-2c9d45cd203b HTTP/1.1" status: 204 len: 168 time: 0.1995456 Apr 21 06:34:16.799268 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38180) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:17.368164 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f40c18eb-66a4-449b-8b0e-5e2bf6213f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381923'] for router_interface, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:17.737445 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-f40c18eb-66a4-449b-8b0e-5e2bf6213f6f admin admin] Deleting port e624699e-0589-42cc-8f1f-1f82ad87fc60 {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:34:17.738711 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f40c18eb-66a4-449b-8b0e-5e2bf6213f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:17.917531 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-f40c18eb-66a4-449b-8b0e-5e2bf6213f6f admin admin] For port e624699e-0589-42cc-8f1f-1f82ad87fc60, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=e624699e-0589-42cc-8f1f-1f82ad87fc60,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:34:17.917952 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f40c18eb-66a4-449b-8b0e-5e2bf6213f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:18.051031 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-f40c18eb-66a4-449b-8b0e-5e2bf6213f6f admin admin] Calling delete_port for e624699e-0589-42cc-8f1f-1f82ad87fc60 owned by network:router_interface {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:34:18.227197 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f40c18eb-66a4-449b-8b0e-5e2bf6213f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:18.232388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-fbb7ada0-ff0f-4cd5-bd62-e7b3f088102d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:18.311684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c18eb-66a4-449b-8b0e-5e2bf6213f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=e624699e-0589-42cc-8f1f-1f82ad87fc60,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:18.314462 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f40c18eb-66a4-449b-8b0e-5e2bf6213f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:18.562148 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f40c18eb-66a4-449b-8b0e-5e2bf6213f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8095905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381853'] for router_interface, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:18.941705 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40c18eb-66a4-449b-8b0e-5e2bf6213f6f admin admin] Router a8daf22e-dc57-42f9-b296-f130e81c6c4b has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:34:19.379317 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40c18eb-66a4-449b-8b0e-5e2bf6213f6f admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:34:19.388686 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae1704-73a3-481f-ac30-fad4828e1992 None None] Sync routers for ids ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'] in dv-cinder-776307-5-smb {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:34:19.395216 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f40c18eb-66a4-449b-8b0e-5e2bf6213f6f admin admin] 10.222.0.32 "PUT /v2.0/routers/a8daf22e-dc57-42f9-b296-f130e81c6c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5918481 Apr 21 06:34:19.395422 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38184) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:19.399583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae1704-73a3-481f-ac30-fad4828e1992 None None] Routers {'a8daf22e-dc57-42f9-b296-f130e81c6c4b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:34:19.400282 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c9ae1704-73a3-481f-ac30-fad4828e1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:34:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:19.588812 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:19.603669 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-c9ae1704-73a3-481f-ac30-fad4828e1992 None None] Set router a8daf22e-dc57-42f9-b296-f130e81c6c4b gateway port host: dv-cinder-776307-5-smb {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:34:19.710606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:19.778641 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:19.786972 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Deleting port 66727a71-cdac-47c3-8093-8940fafe78cf {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:34:19.787348 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:19.907371 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c9ae1704-73a3-481f-ac30-fad4828e1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:34:18Z', 'revision_number': 5, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port': {'id': '66727a71-cdac-47c3-8093-8940fafe78cf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:09Z', 'updated_at': '2021-04-21T06:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:19.911421 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae1704-73a3-481f-ac30-fad4828e1992 None None] Checking router: a8daf22e-dc57-42f9-b296-f130e81c6c4b for host: dv-cinder-776307-5-smb {{(pid=86269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:34:19.920975 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae1704-73a3-481f-ac30-fad4828e1992 None None] Routers {'a8daf22e-dc57-42f9-b296-f130e81c6c4b'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:34:19.921634 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c9ae1704-73a3-481f-ac30-fad4828e1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:34:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'], 'active': True} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:19.974853 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] For port 66727a71-cdac-47c3-8093-8940fafe78cf, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=66727a71-cdac-47c3-8093-8940fafe78cf,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:34:19.975443 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:20.021358 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:34:20.083564 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-c9ae1704-73a3-481f-ac30-fad4828e1992 None None] Set router a8daf22e-dc57-42f9-b296-f130e81c6c4b gateway port host: None {{(pid=86269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:34:20.108838 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Calling delete_port for 66727a71-cdac-47c3-8093-8940fafe78cf owned by network:router_gateway {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:34:20.295310 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:20.300150 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-e4d0fe19-5176-4187-8d02-fcfd09ee9c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:20.347646 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66727a71-cdac-47c3-8093-8940fafe78cf,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:20.350935 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:20.369673 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-c9ae1704-73a3-481f-ac30-fad4828e1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:34:19Z', 'revision_number': 6, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port_host': None}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:20.374480 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae1704-73a3-481f-ac30-fad4828e1992 None None] The sync data for ids ['a8daf22e-dc57-42f9-b296-f130e81c6c4b'] in dv-cinder-776307-5-smb is: [{'id': 'a8daf22e-dc57-42f9-b296-f130e81c6c4b', 'name': 'tempest-TestShelveInstance-468012799-router', 'tenant_id': '36024c3868b241aea3db0fe998b403be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:08Z', 'updated_at': '2021-04-21T06:34:19Z', 'revision_number': 6, 'project_id': '36024c3868b241aea3db0fe998b403be', 'gw_port_host': None}] {{(pid=86269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:34:20.453795 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7990114'] for router_gateway, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:20.651099 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3074'] for router, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:20.654134 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:20.675047 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854349958'] for router, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:20.675644 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8daf22e-dc57-42f9-b296-f130e81c6c4b {{(pid=86267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:34:20.689714 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] Notify callbacks [] for router, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:20.690960 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-458e4af2-960d-4910-b8a0-088519c0f0d1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a8daf22e-dc57-42f9-b296-f130e81c6c4b HTTP/1.1" status: 204 len: 168 time: 1.2945271 Apr 21 06:34:20.693727 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38188) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:20.720012 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 66727a71-cdac-47c3-8093-8940fafe78cf no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:34:20.757815 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 66727a71-cdac-47c3-8093-8940fafe78cf {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:34:20.758208 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 66727a71-cdac-47c3-8093-8940fafe78cf not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:34:20.758685 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device e624699e-0589-42cc-8f1f-1f82ad87fc60 no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:34:20.764740 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d899ac-5dc9-4cff-ba41-9615cd85c195 admin admin] Deleting subnet 7d447210-1586-4fec-b94e-56849ebf4c08 {{(pid=86267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:34:20.768023 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-28d899ac-5dc9-4cff-ba41-9615cd85c195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:20.795923 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: e624699e-0589-42cc-8f1f-1f82ad87fc60 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:34:20.796364 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device e624699e-0589-42cc-8f1f-1f82ad87fc60 not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:34:20.825891 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-28d899ac-5dc9-4cff-ba41-9615cd85c195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6629933'] for subnet, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:20.910089 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-28d899ac-5dc9-4cff-ba41-9615cd85c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:21.171554 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-28d899ac-5dc9-4cff-ba41-9615cd85c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5915450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848809451'] for subnet, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:21.176205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:21.214161 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d899ac-5dc9-4cff-ba41-9615cd85c195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d447210-1586-4fec-b94e-56849ebf4c08,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:21.216897 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-28d899ac-5dc9-4cff-ba41-9615cd85c195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:21.220834 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-28d899ac-5dc9-4cff-ba41-9615cd85c195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:21.220989 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f772a203-9758-46c9-ae20-01b4e5e5f68f None None] Network 01e59f85-85b0-4648-a600-006ee6828e3c requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:34:21.223843 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-28d899ac-5dc9-4cff-ba41-9615cd85c195 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7d447210-1586-4fec-b94e-56849ebf4c08 HTTP/1.1" status: 204 len: 168 time: 0.5291972 Apr 21 06:34:21.226445 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38192) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:21.342094 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:21.354454 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Deleting port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:34:21.355220 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:21.511567 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6efe8d-b379-4f39-90b9-9332a32f9ad0 None None] DHCP port deletion for 01e59f85-85b0-4648-a600-006ee6828e3c request from dv-cinder-776307-5-smb {{(pid=86269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:34:21.516549 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e6efe8d-b379-4f39-90b9-9332a32f9ad0 None None] Deleting port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f {{(pid=86269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:34:21.517056 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e6efe8d-b379-4f39-90b9-9332a32f9ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:21.586393 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] For port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=8df17d30-e175-4bc9-b3b3-6efd04a78e1f,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:34:21.586797 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:21.724064 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Calling delete_port for 8df17d30-e175-4bc9-b3b3-6efd04a78e1f owned by network:dhcp {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:34:21.735963 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-0e6efe8d-b379-4f39-90b9-9332a32f9ad0 None None] For port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=8df17d30-e175-4bc9-b3b3-6efd04a78e1f,segment=NetworkSegment(4eee63ec-bb90-4b4f-a6c2-1febc460a08c),segment_id=4eee63ec-bb90-4b4f-a6c2-1febc460a08c)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:34:21.736389 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e6efe8d-b379-4f39-90b9-9332a32f9ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:21.802175 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:21.807321 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d3ff127e-be16-4934-8f4e-31dfa4e0351b tempest-AttachVolumeShelveTestJSON-1683402156 tempest-AttachVolumeShelveTestJSON-1683402156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:21.857908 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df17d30-e175-4bc9-b3b3-6efd04a78e1f,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:21.859973 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] No DVR routers for this DVR port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f on host dv-cinder-776307-5-smb {{(pid=86267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:34:21.861633 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:21.870886 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e6efe8d-b379-4f39-90b9-9332a32f9ad0 None None] Calling delete_port for 8df17d30-e175-4bc9-b3b3-6efd04a78e1f owned by network:dhcp {{(pid=86269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:34:21.945906 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.db.api [None req-0e6efe8d-b379-4f39-90b9-9332a32f9ad0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86269) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:34:21.946328 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_db.api [None req-0e6efe8d-b379-4f39-90b9-9332a32f9ad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:34:21.984299 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:22.095415 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e59f85-85b0-4648-a600-006ee6828e3c']}} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:22.112957 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eee63ec-bb90-4b4f-a6c2-1febc460a08c') {'for_net_delete': True} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:22.113304 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eee63ec-bb90-4b4f-a6c2-1febc460a08c') {} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:22.125675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848145883'] for segment, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:22.140583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:22.146805 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=86267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:34:22.321753 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Network 01e59f85-85b0-4648-a600-006ee6828e3c has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:34:22.331571 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848859495'] for segment, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:22.447680 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e6efe8d-b379-4f39-90b9-9332a32f9ad0 None None] Deleting port 8df17d30-e175-4bc9-b3b3-6efd04a78e1f {{(pid=86269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:34:22.448155 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e6efe8d-b379-4f39-90b9-9332a32f9ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:22.515519 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Network 01e59f85-85b0-4648-a600-006ee6828e3c has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:34:22.524388 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e6efe8d-b379-4f39-90b9-9332a32f9ad0 None None] The port '8df17d30-e175-4bc9-b3b3-6efd04a78e1f' was deleted {{(pid=86269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:34:22.538848 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:34:22.618367 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:22.622602 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:22.636194 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:22.647485 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=01e59f85-85b0-4648-a600-006ee6828e3c,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:22.650882 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:22.661440 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-f4c55a0b-84f7-4f7c-b2a3-8935a98a1c67 admin admin] 10.222.0.32 "DELETE /v2.0/networks/01e59f85-85b0-4648-a600-006ee6828e3c HTTP/1.1" status: 204 len: 168 time: 1.4336944 Apr 21 06:34:22.664171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38196) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:22.727003 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 8df17d30-e175-4bc9-b3b3-6efd04a78e1f no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:34:22.765749 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 8df17d30-e175-4bc9-b3b3-6efd04a78e1f {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:34:22.766155 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 8df17d30-e175-4bc9-b3b3-6efd04a78e1f not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:34:23.483481 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-20e53852-f3f5-4a83-8805-b58d680fb22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854381923'] for router_interface, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:23.856478 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-20e53852-f3f5-4a83-8805-b58d680fb22d admin admin] Deleting port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:34:23.856869 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-20e53852-f3f5-4a83-8805-b58d680fb22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:24.040075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-20e53852-f3f5-4a83-8805-b58d680fb22d admin admin] For port b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c,segment=NetworkSegment(7d763215-7e6e-4171-9d9f-4e25dc2867b9),segment_id=7d763215-7e6e-4171-9d9f-4e25dc2867b9)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:34:24.040448 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-20e53852-f3f5-4a83-8805-b58d680fb22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:24.173649 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-20e53852-f3f5-4a83-8805-b58d680fb22d admin admin] Calling delete_port for b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c owned by network:router_interface {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:34:24.345675 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-20e53852-f3f5-4a83-8805-b58d680fb22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:24.350381 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-842c6865-a52e-4e02-b9e5-b4a0a8f124e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:24.402270 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e53852-f3f5-4a83-8805-b58d680fb22d admin admin] Pushing event deleted for resources: {'Port': ['ID=b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:24.404923 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-20e53852-f3f5-4a83-8805-b58d680fb22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:24.690949 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-20e53852-f3f5-4a83-8805-b58d680fb22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8095905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381853'] for router_interface, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:25.067288 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e53852-f3f5-4a83-8805-b58d680fb22d admin admin] Router 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f has already been hosted by L3 agent 63073232-711b-49a0-86b2-eefe6acf09fc {{(pid=86267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 21 06:34:25.254707 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e53852-f3f5-4a83-8805-b58d680fb22d admin admin] Notify agent at l3_agent.dv-cinder-776307-5-smb the message routers_updated {{(pid=86267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 21 06:34:25.264402 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada9f5f2-a843-44ff-9a90-9c2b4552f0ca None None] Sync routers for ids ['2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'] in dv-cinder-776307-5-smb {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 21 06:34:25.266060 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-20e53852-f3f5-4a83-8805-b58d680fb22d admin admin] 10.222.0.32 "PUT /v2.0/routers/2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6008027 Apr 21 06:34:25.268954 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38200) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:25.275583 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9f5f2-a843-44ff-9a90-9c2b4552f0ca None None] Routers {'2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:34:25.276285 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-ada9f5f2-a843-44ff-9a90-9c2b4552f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:34:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:25.458747 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Notify callbacks [] for router, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:25.466790 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-ada9f5f2-a843-44ff-9a90-9c2b4552f0ca None None] Set router 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:34:25.786732 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-ada9f5f2-a843-44ff-9a90-9c2b4552f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'name': 'tempest-TestShelveInstance-767226475-router', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:15Z', 'updated_at': '2021-04-21T06:34:24Z', 'revision_number': 5, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'gw_port': {'id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:16Z', 'updated_at': '2021-04-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:25.791049 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada9f5f2-a843-44ff-9a90-9c2b4552f0ca None None] Checking router: 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f for host: dv-cinder-776307-5-smb {{(pid=86270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 21 06:34:25.800398 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9f5f2-a843-44ff-9a90-9c2b4552f0ca None None] Routers {'2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'} bound to L3 agent in host dv-cinder-776307-5-smb {{(pid=86270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 21 06:34:25.801087 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-ada9f5f2-a843-44ff-9a90-9c2b4552f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-21T06:10:42Z,description=,heartbeat_timestamp=2021-04-21T06:34:12Z,host='dv-cinder-776307-5-smb',id=63073232-711b-49a0-86b2-eefe6acf09fc,load=0,resource_versions=,resources_synced=,started_at=2021-04-21T06:10:42Z,topic='l3_agent')) {'router_ids': ['2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'], 'active': True} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:25.909359 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:25.918401 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Deleting port 166b53e6-16dd-4df4-bb81-814cf33568bf {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:34:25.918790 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:26.113159 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] For port 166b53e6-16dd-4df4-bb81-814cf33568bf, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=166b53e6-16dd-4df4-bb81-814cf33568bf,segment=NetworkSegment(68908cc7-c8f7-4bd4-ae01-50f1b44a5621),segment_id=68908cc7-c8f7-4bd4-ae01-50f1b44a5621)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:34:26.113479 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:26.145678 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvr_db [None req-ada9f5f2-a843-44ff-9a90-9c2b4552f0ca None None] Set router 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f gateway port host: dv-cinder-776307-5-smb {{(pid=86270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 21 06:34:26.247360 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Calling delete_port for 166b53e6-16dd-4df4-bb81-814cf33568bf owned by network:router_gateway {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:34:26.426307 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:26.431071 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:26.451105 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_hamode_db [None req-ada9f5f2-a843-44ff-9a90-9c2b4552f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'name': 'tempest-TestShelveInstance-767226475-router', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:15Z', 'updated_at': '2021-04-21T06:34:24Z', 'revision_number': 5, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'gw_port': {'id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:16Z', 'updated_at': '2021-04-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}], 'dv-cinder-776307-5-smb', False) {} {{(pid=86270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:26.455372 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada9f5f2-a843-44ff-9a90-9c2b4552f0ca None None] The sync data for ids ['2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f'] in dv-cinder-776307-5-smb is: [{'id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'name': 'tempest-TestShelveInstance-767226475-router', 'tenant_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'external_fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-21T06:30:15Z', 'updated_at': '2021-04-21T06:34:24Z', 'revision_number': 5, 'project_id': '1faf246a8dc84776b25b26b2e3ca7f0b', 'gw_port': {'id': '166b53e6-16dd-4df4-bb81-814cf33568bf', 'name': '', 'network_id': '6780f290-37a1-4067-835f-262019d95e51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-21T06:30:16Z', 'updated_at': '2021-04-21T06:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3743b82-60d3-42d1-9f74-8d7b379a73c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-5-smb'}] {{(pid=86270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 21 06:34:26.483301 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Pushing event deleted for resources: {'Port': ['ID=166b53e6-16dd-4df4-bb81-814cf33568bf,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:26.517137 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:26.583338 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7990114'] for router_gateway, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:26.758071 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:34:26.774489 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3074'] for router, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:26.777429 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:26.802260 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854349958'] for router, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:26.802766 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:34:26.802766 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device b13eb1f6-acf0-4537-a1f9-ce13a8b0c72c not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:34:26.802935 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f {{(pid=86267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 21 06:34:26.815910 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] Notify callbacks [] for router, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:26.817186 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-89b7c3d8-59ab-4816-a7a3-21aacd3d5acf admin admin] 10.222.0.32 "DELETE /v2.0/routers/2dd1e80b-0dde-4fa0-b7d2-cbeac35d4a6f HTTP/1.1" status: 204 len: 168 time: 1.5472369 Apr 21 06:34:26.819867 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38204) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:26.890400 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d3814f-a670-490d-beca-9a40d392e1b0 admin admin] Deleting subnet 45e28a88-fc6a-4dba-bc53-55fee05639b5 {{(pid=86267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 21 06:34:26.893856 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-59d3814f-a670-490d-beca-9a40d392e1b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:26.947178 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-59d3814f-a670-490d-beca-9a40d392e1b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6629933'] for subnet, precommit_delete_associations {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:27.034147 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-59d3814f-a670-490d-beca-9a40d392e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7720356'] for subnet, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:27.295352 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-59d3814f-a670-490d-beca-9a40d392e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847055460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7876963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5915450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848809451'] for subnet, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:27.300469 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ef7ed8fc-3043-487f-b22d-c2bc076121e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:27.342407 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3814f-a670-490d-beca-9a40d392e1b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e28a88-fc6a-4dba-bc53-55fee05639b5,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:27.345723 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-59d3814f-a670-490d-beca-9a40d392e1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:27.346907 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-59d3814f-a670-490d-beca-9a40d392e1b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:27.351715 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bb5926-2b3a-445c-8fd9-492e43b46dcf None None] Network 0893fbc8-8788-4557-b553-8d9352859a05 requested from dv-cinder-776307-5-smb {{(pid=86269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 21 06:34:27.353434 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-59d3814f-a670-490d-beca-9a40d392e1b0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/45e28a88-fc6a-4dba-bc53-55fee05639b5 HTTP/1.1" status: 204 len: 168 time: 0.5320876 Apr 21 06:34:27.355791 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38208) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:27.475716 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763368'] for network, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:27.490410 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Deleting port 82488fbc-e03c-4392-aac2-253d7d7c2462 {{(pid=86267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:34:27.490787 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:27.615971 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0fb886-d0a7-4a0f-b7de-fffd07b3561b None None] DHCP port deletion for 0893fbc8-8788-4557-b553-8d9352859a05 request from dv-cinder-776307-5-smb {{(pid=86269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 21 06:34:27.620654 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-de0fb886-d0a7-4a0f-b7de-fffd07b3561b None None] Deleting port 82488fbc-e03c-4392-aac2-253d7d7c2462 {{(pid=86269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:34:27.621121 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-de0fb886-d0a7-4a0f-b7de-fffd07b3561b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:27.711336 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] For port 82488fbc-e03c-4392-aac2-253d7d7c2462, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=82488fbc-e03c-4392-aac2-253d7d7c2462,segment=NetworkSegment(7d763215-7e6e-4171-9d9f-4e25dc2867b9),segment_id=7d763215-7e6e-4171-9d9f-4e25dc2867b9)] {{(pid=86267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:34:27.711729 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:27.840992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.db [None req-de0fb886-d0a7-4a0f-b7de-fffd07b3561b None None] For port 82488fbc-e03c-4392-aac2-253d7d7c2462, host dv-cinder-776307-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-5-smb',level=0,port_id=82488fbc-e03c-4392-aac2-253d7d7c2462,segment=NetworkSegment(7d763215-7e6e-4171-9d9f-4e25dc2867b9),segment_id=7d763215-7e6e-4171-9d9f-4e25dc2867b9)] {{(pid=86269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 21 06:34:27.841562 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-de0fb886-d0a7-4a0f-b7de-fffd07b3561b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846791814'] for port, precommit_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:27.849072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Calling delete_port for 82488fbc-e03c-4392-aac2-253d7d7c2462 owned by network:dhcp {{(pid=86267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:34:27.927287 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-705717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846390341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304326422559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304326871173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5916398'] for port, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:27.932317 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-d8666358-36e1-4250-96a3-eefd29523f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:27.971157 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-de0fb886-d0a7-4a0f-b7de-fffd07b3561b None None] Calling delete_port for 82488fbc-e03c-4392-aac2-253d7d7c2462 owned by network:dhcp {{(pid=86269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 21 06:34:27.978075 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Pushing event deleted for resources: {'Port': ['ID=82488fbc-e03c-4392-aac2-253d7d7c2462,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:27.981999 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:27.982846 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] No DVR routers for this DVR port 82488fbc-e03c-4392-aac2-253d7d7c2462 on host dv-cinder-776307-5-smb {{(pid=86267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 21 06:34:28.048589 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.db.api [None req-de0fb886-d0a7-4a0f-b7de-fffd07b3561b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86269) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 21 06:34:28.048994 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_db.api [None req-de0fb886-d0a7-4a0f-b7de-fffd07b3561b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 21 06:34:28.107124 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847055375', 'neutron.services.segments.db._delete_segments_for_network-8732528435315'] for network, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:28.222889 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0893fbc8-8788-4557-b553-8d9352859a05']}} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:28.235501 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d763215-7e6e-4171-9d9f-4e25dc2867b9') {'for_net_delete': True} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:28.235845 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.services.segments.db [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d763215-7e6e-4171-9d9f-4e25dc2867b9') {} {{(pid=86267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 21 06:34:28.248566 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304326295139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848145883'] for segment, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:28.267802 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847056958'] for segment, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:28.274540 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=86267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 21 06:34:28.456992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Network 0893fbc8-8788-4557-b553-8d9352859a05 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:34:28.466289 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7718837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848859495'] for segment, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:28.550039 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-de0fb886-d0a7-4a0f-b7de-fffd07b3561b None None] Deleting port 82488fbc-e03c-4392-aac2-253d7d7c2462 {{(pid=86269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 06:34:28.550471 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-de0fb886-d0a7-4a0f-b7de-fffd07b3561b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304326426740'] for port, before_delete {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:28.621207 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-de0fb886-d0a7-4a0f-b7de-fffd07b3561b None None] The port '82488fbc-e03c-4392-aac2-253d7d7c2462' was deleted {{(pid=86269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 06:34:28.650992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.managers [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Network 0893fbc8-8788-4557-b553-8d9352859a05 has no segments {{(pid=86267) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: Traceback (most recent call last): Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: timer() Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: cb(*args, **kw) Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: return func(*args, **kwargs) Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: self._notify() Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: self.callback(batched_events) Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: event.method(event) Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: segment_id)['aggregates'][0] Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: return f(self, *a, **k) Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: return self._get(url).json() Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: **kwargs) Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: return self.request(url, 'GET', **kwargs) Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: **endpoint_filter) Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 06:34:28.673925 dv-cinder-776307-5-smb neutron-server[86155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 06:34:28.720421 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 82488fbc-e03c-4392-aac2-253d7d7c2462 no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:34:28.755418 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7720441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846679911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396677'] for network, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:28.757104 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 82488fbc-e03c-4392-aac2-253d7d7c2462 {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:34:28.757521 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 82488fbc-e03c-4392-aac2-253d7d7c2462 not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:34:28.757985 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 166b53e6-16dd-4df4-bb81-814cf33568bf no longer exists at agent ovs-agent-dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 21 06:34:28.760131 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846679926'] for network, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:28.764880 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-ba97be1b-83ad-4899-a7ca-4b43c4a83457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:28.790834 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Pushing event deleted for resources: {'Network': ['ID=0893fbc8-8788-4557-b553-8d9352859a05,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:28.793638 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:28.795580 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-73754ddf-accf-42a9-a2d7-945ecf99282a admin admin] 10.222.0.32 "DELETE /v2.0/networks/0893fbc8-8788-4557-b553-8d9352859a05 HTTP/1.1" status: 204 len: 168 time: 1.4387481 Apr 21 06:34:28.797992 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.plugin [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] No Port match for: 166b53e6-16dd-4df4-bb81-814cf33568bf {{(pid=86269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 06:34:28.798395 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.plugins.ml2.rpc [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Device 166b53e6-16dd-4df4-bb81-814cf33568bf not bound to the agent host dv-cinder-776307-5-smb {{(pid=86269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 21 06:34:28.994443 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38214) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:29.047773 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-824fe5fa-3268-4e52-b048-6e51a4c916d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36024c3868b241aea3db0fe998b403be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520084 Apr 21 06:34:29.050564 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38218) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:29.111587 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-772d3536-b6ea-4746-b44a-cdc0310f076d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:29.139554 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-772d3536-b6ea-4746-b44a-cdc0310f076d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:29.188395 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-772d3536-b6ea-4746-b44a-cdc0310f076d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:29.193551 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-deeb1aa6-bddb-4382-9b73-bc6055cdcb14 tempest-TestShelveInstance-935898181 tempest-TestShelveInstance-935898181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:29.207557 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d3536-b6ea-4746-b44a-cdc0310f076d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5f0cec-ef66-4035-9f72-0453132c07f1,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:29.212786 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-772d3536-b6ea-4746-b44a-cdc0310f076d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:29.214829 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-772d3536-b6ea-4746-b44a-cdc0310f076d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:29.216058 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-772d3536-b6ea-4746-b44a-cdc0310f076d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d5f0cec-ef66-4035-9f72-0453132c07f1 HTTP/1.1" status: 204 len: 168 time: 0.1644976 Apr 21 06:34:29.590219 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38226) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:29.641508 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-ce9ea0ce-7f72-487c-87b2-3fade9e077e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1faf246a8dc84776b25b26b2e3ca7f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499659 Apr 21 06:34:29.644043 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [-] (86267) accepted ('10.222.0.32', 38230) {{(pid=86267) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 21 06:34:29.707975 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-638e1496-33f5-4eca-aca9-cd0b6f9fe54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:29.735983 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-638e1496-33f5-4eca-aca9-cd0b6f9fe54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:29.784827 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-638e1496-33f5-4eca-aca9-cd0b6f9fe54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882919'] for security_group, after_delete {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:29.790093 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-a3ebc3e5-5b80-469f-b078-988d99be5d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 21 06:34:29.804278 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e1496-33f5-4eca-aca9-cd0b6f9fe54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8e7af8-80c0-4185-b6dc-b6f5cca77b09,revision_number=None']} {{(pid=86267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 21 06:34:29.807285 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG oslo_concurrency.lockutils [None req-638e1496-33f5-4eca-aca9-cd0b6f9fe54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 21 06:34:29.808300 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-638e1496-33f5-4eca-aca9-cd0b6f9fe54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:29.809456 dv-cinder-776307-5-smb neutron-server[86155]: INFO neutron.wsgi [None req-638e1496-33f5-4eca-aca9-cd0b6f9fe54f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c8e7af8-80c0-4185-b6dc-b6f5cca77b09 HTTP/1.1" status: 204 len: 168 time: 0.1644797 Apr 21 06:34:38.819073 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-bf0f2a94-12d4-495f-986d-d918c5851f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:41.653514 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-41ab2d34-a566-4cfc-9702-0a5092ba1f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:42.101901 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:43.055418 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:45.167661 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:49.612736 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:34:57.021209 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:35:08.821665 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-15597cb1-9d9d-4276-8895-df5ac30355de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:11.655379 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0c3375f3-52af-497e-8246-7ce9c8aa2891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:12.105072 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:13.056324 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:15.169921 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:19.612287 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:20.016868 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [req-2e40a367-d3b6-4cd8-a151-6bbb8f3f20c6 req-4796c4ac-c2d6-4734-9e2a-88c365aaeaff service neutron] (86267) timed out ('10.222.0.41', 62936) {{(pid=86267) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 21 06:35:34.021804 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:35:38.824153 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-fba3f042-39a4-4ec3-a083-c7c69a090740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:41.656783 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ecab99bf-5a2e-41f0-8e3b-a58cbc34aef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:42.107859 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:43.057083 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:45.173441 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:35:49.628376 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:08.827010 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-79a9c5b6-4583-4926-8c20-9f440d141166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:11.021213 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:36:11.657483 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-41277ca0-7289-4299-a60d-5b6e047e0e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:12.111908 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:13.058367 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:15.177005 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:19.626316 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:38.830063 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-c7c32e6d-652d-4549-8a7d-31291d9c100d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:41.658345 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-6f0a957b-80f4-47f3-96f5-e1a101aa7d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:42.114606 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:43.059832 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:45.181171 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:36:48.020967 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:36:49.643128 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:08.831991 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-58ebc3f0-e2ff-4633-b3b3-865fab6e1664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:11.660514 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-f08969d1-a751-42aa-92e3-06cc957fa77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:12.117368 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:13.061756 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:15.184760 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:19.655694 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:25.020605 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:37:38.835107 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-7464f051-975e-43b7-a874-bd71bfe6d649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:41.660972 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-cebb40a1-6502-434d-be7b-d37c1bdcd938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:42.119205 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:43.063368 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:45.188397 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:37:48.465684 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.wsgi [req-0d983759-dd98-4ca5-b855-a1d71543d384 req-29056bf1-3660-4528-a999-c75e95c69534 service neutron] (86267) timed out ('10.222.0.41', 62914) {{(pid=86267) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 21 06:37:49.671049 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:02.020368 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:38:08.837409 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-3556f0b2-d97d-4d30-9e0f-5d38f3989410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:11.662386 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-abf7d26b-1e98-4b09-84c7-66db78e69969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:12.121638 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:13.064919 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:15.192609 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:19.684451 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:38.838707 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-30c6d3a4-4b06-464b-a3a8-eb43239ac0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:39.019861 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron.db.agents_db [None req-89a53808-a4d6-488a-b3d4-2c64a27826cd None None] Agent healthcheck: found 6 active agents {{(pid=86270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 21 06:38:41.664737 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-e1779197-e091-4bcb-811e-d02d44afb8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:42.123761 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:43.066391 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:45.194933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab6edf40-7184-41fc-9a5b-ba3cdb8dda87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:38:49.684504 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-2ff7562d-cde2-4e7a-b49a-156ff3b3c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:08.839492 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-38589bf6-3070-4542-8dc0-58d092e60fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:11.666453 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-a5d9561a-30cc-4c60-a7a4-318106373a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:12.126933 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-ab90d264-965c-4556-8732-bcb2c8d5b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 21 06:39:13.067247 dv-cinder-776307-5-smb neutron-server[86155]: DEBUG neutron_lib.callbacks.manager [None req-0e72c228-6040-4145-be6f-2b082b459914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304326340485', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854096685'] for agent, after_update {{(pid=86269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}